-- Logs begin at Tue 2021-10-12 17:30:35 UTC, end at Tue 2021-10-12 18:48:22 UTC. -- Oct 12 18:16:45.978202 dv-cinder-813227-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 18:16:48.716148 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.common.config [-] Logging enabled! Oct 12 18:16:48.716801 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 18:16:48.716952 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94724) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 18:16:48.720146 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.common.config [-] Logging enabled! Oct 12 18:16:48.720419 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 18:16:48.720726 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94724) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 18:16:48.721654 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 18:16:48.721882 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 18:16:48.722237 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 18:16:48.722477 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 18:16:48.722699 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 18:16:48.723012 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.723302 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.723591 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.723813 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.724104 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.724390 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.724708 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.724991 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.725284 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.725561 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.725830 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.726103 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.726326 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.726597 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.726874 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.727153 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.727370 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] debug = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.727644 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.728070 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.728532 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.728809 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.729094 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.729366 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.729630 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.729897 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.730175 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.730502 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] host = dv-cinder-813227-2-iscsi {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.730770 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.731048 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.731327 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.731604 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.731604 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.731604 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.731604 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.731604 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.731604 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] log_file = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.731604 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.731604 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.734741 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.734741 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.734741 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.734741 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.734741 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.735080 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.735203 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.735472 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.735739 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.736008 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.736276 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.736563 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.736843 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.737121 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.737399 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.737671 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.737939 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.738205 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.738472 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.738749 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.739016 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.739281 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.739546 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.739829 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.740094 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.740360 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.740681 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.740962 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.741236 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.741514 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.741783 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.742059 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.742324 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.742590 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.742854 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] use_json = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.743118 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.743378 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.743652 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.744450 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.744720 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.744988 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.745252 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.745528 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:48.745820 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.746114 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.746407 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.746685 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.746983 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.747260 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.747538 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.747809 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.748094 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.748374 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.748693 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.749014 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.749245 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.749515 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.749802 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.750105 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.750434 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.750679 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.750948 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.751214 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.751480 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.751749 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.752033 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.752307 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.752608 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.752891 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.753163 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.753442 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.753726 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.754010 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.754278 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.754549 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.754832 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.755101 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.755366 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.755634 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.755916 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.756185 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.756475 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.756751 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.757019 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.757284 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.757550 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.757822 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.758111 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.758382 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.758646 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.758910 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.759178 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.759441 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.759773 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.760045 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.760312 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.760601 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.760872 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.761140 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.761913 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.762184 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.762450 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.762722 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.762987 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.763251 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.763517 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.763782 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.764047 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.764310 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.764597 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.764867 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.765131 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.765398 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.765661 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.765926 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.766192 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.766473 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.766764 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.767035 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.767307 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.767579 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.767849 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.768124 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.768413 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.768694 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.768965 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.769232 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.769514 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.769791 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.770075 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.770351 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.770622 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.770932 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.771459 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.771737 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.772005 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.772276 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.772578 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.772854 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.773142 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.773428 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.773715 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.774002 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.774294 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.774570 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.774873 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.775170 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:48.775384 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 18:16:48.775628 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94724) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 18:16:49.209290 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 18:16:49.209560 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 18:16:49.209847 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 18:16:49.210186 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 18:16:49.530761 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.531026 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.531300 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.532502 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.532773 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.533034 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.567817 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.568093 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.568358 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.583709 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.583988 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.584255 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.616055 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.616835 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.616835 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.654124 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.654396 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.654662 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.893254 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.893878 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.893878 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.894052 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:49.894643 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.017820 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.018132 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.018410 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.018673 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.018931 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.019234 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.019488 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.019738 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.019988 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.020260 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.020536 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.020794 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.021043 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.021541 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.021790 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.022050 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.022299 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.022559 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.022822 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.023073 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.023336 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.023581 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.023855 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.024224 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.024492 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.024734 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.025185 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:16:50.025923 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:16:50.026159 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:16:50.026397 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:16:50.026628 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:16:50.026858 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:16:50.027218 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 18:16:50.030497 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 18:16:50.034479 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 18:16:50.039472 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 12 18:16:50.041216 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 18:16:50.041678 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 18:16:50.042010 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 18:16:50.042391 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 18:16:50.045254 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 18:16:50.045502 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 18:16:50.045842 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 18:16:50.051118 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 18:16:50.074683 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 18:16:50.075145 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.075445 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94724) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 18:16:50.075802 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.077220 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94724) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 18:16:50.077508 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 18:16:50.077749 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 18:16:50.081185 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.081462 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:50.144612 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 18:16:50.144789 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 18:16:50.144987 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 18:16:50.145364 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 18:16:50.166401 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_db.sqlalchemy.engines [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94724) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 18:16:50.883247 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Initializing driver for type 'gre' Oct 12 18:16:50.883694 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] gre ID ranges: [(1, 1000)] Oct 12 18:16:51.102245 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Initializing driver for type 'local' Oct 12 18:16:51.102894 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Initializing driver for type 'vlan' Oct 12 18:16:51.188346 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] VlanTypeDriver initialization complete Oct 12 18:16:51.188638 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Initializing driver for type 'vxlan' Oct 12 18:16:51.189153 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] vxlan ID ranges: [(1, 1000)] Oct 12 18:16:51.386353 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Initializing extension driver 'port_security' Oct 12 18:16:51.386678 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.extensions.port_security [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] PortSecurityExtensionDriver initialization complete Oct 12 18:16:51.387007 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Initializing mechanism driver 'openvswitch' Oct 12 18:16:51.387346 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Initializing mechanism driver 'hyperv' Oct 12 18:16:51.394127 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:16:51.394806 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > port after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.395174 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > port after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.395557 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > port after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.396062 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:16:51.396770 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > subnet after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.397119 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > subnet after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.397455 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.397844 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:16:51.398246 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > network after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.398585 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > network after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.398917 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > network after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.399301 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:16:51.399703 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > security_group after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.400061 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > security_group after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.400966 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.401509 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:16:51.401988 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.402335 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.402673 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.403065 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:16:51.403472 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > address_group after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.403809 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > address_group after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.404140 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.404548 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:16:51.404933 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] ML2 OVO RPC backend initialized. {{(pid=94724) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 18:16:51.405653 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.406002 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.406414 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > network before_response 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.406755 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > networks before_response 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.407092 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > port before_response 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.407460 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > ports before_response 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.407794 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > subnet before_response 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.408131 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > subnets before_response 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.408497 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > network after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.408834 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > network after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.409162 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > network after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.413427 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > port after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.413427 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > port after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.413427 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > port after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.413427 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > subnet after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.413710 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > subnet after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.413710 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.413710 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Modular L2 Plugin initialization complete Oct 12 18:16:51.413710 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading services supported by the core plugin {{(pid=94724) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 18:16:51.413710 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.plugins.ml2.managers [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Got port-security extension from driver 'port_security' Oct 12 18:16:51.413710 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.extensions.vlantransparent [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Disabled vlantransparent extension. Oct 12 18:16:51.414056 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94724) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 18:16:51.414056 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading Plugin: router Oct 12 18:16:51.456618 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.456939 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router after_create 55549900 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.457316 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router before_create 55549900 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.457685 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.458059 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.458417 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router after_delete 55549900 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.458776 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.459129 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.459492 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router after_create 55549900 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.459842 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router after_update 55549900 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.460194 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router after_update 55549900 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.460577 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.460938 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router after_update 55549900 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.461351 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router precommit_update 55549900 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.461720 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: port after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.462064 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: port after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.462402 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: subnet after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.463318 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.463669 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.464019 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router precommit_create 55549900 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.464362 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: port before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.464731 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router precommit_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.471359 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router after_update 55549900 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.471359 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.471359 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router precommit_create 55549900 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.471359 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.471697 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router precommit_update 55549900 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.471697 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > agent after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.471697 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > agent after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.471697 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > network after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.471983 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Tracking information for resource: router configured {{(pid=94724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:16:51.471983 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Tracking information for resource: floatingip configured {{(pid=94724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:16:51.474127 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.db.l3_agentschedulers_db [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 18:16:51.474716 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: port after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.475082 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: port after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.475462 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: port after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.475814 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: port after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.476674 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router before_create 55550100 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.477046 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.477409 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router precommit_create 55550100 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.477766 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > router precommit_update 55550100 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.482750 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.services.provider_configuration [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service providers = [] {{(pid=94724) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 18:16:51.483112 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.db.servicetype_db [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94724) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 18:16:51.486257 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.services.service_base [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:16:51.486608 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.services.service_base [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:16:51.486950 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.services.service_base [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:16:51.487847 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.services.service_base [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:16:51.488225 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.services.service_base [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 18:16:51.488645 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:16:51.491179 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 18:16:51.500013 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:16:51.500345 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading Plugin: auto_allocate Oct 12 18:16:51.506377 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: network precommit_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.506753 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: network precommit_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.507296 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:16:51.507628 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading Plugin: tag Oct 12 18:16:51.520149 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:16:51.520519 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading Plugin: timestamp Oct 12 18:16:51.527003 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:16:51.527417 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading Plugin: network_ip_availability Oct 12 18:16:51.533021 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.533394 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.533750 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.534512 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:16:51.534832 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading Plugin: flavors Oct 12 18:16:51.539734 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:16:51.540065 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading Plugin: revisions Oct 12 18:16:51.544534 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:16:51.544935 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_concurrency.lockutils [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.335s {{(pid=94724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 18:16:51.545705 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94724) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 18:16:51.546047 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Initializing extension manager. Oct 12 18:16:51.546568 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: __init__.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.546914 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: __pycache__ {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.547251 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.547583 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: address_group.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.548362 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.548978 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: address-group Oct 12 18:16:51.549305 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: address_scope.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.550025 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.550540 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: address-scope Oct 12 18:16:51.550865 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.552033 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.552586 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: router-admin-state-down-before-update Oct 12 18:16:51.552913 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: agent.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.553619 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.554126 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: agent Oct 12 18:16:51.554450 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: agent_resources_synced.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.555363 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.555880 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: agent-resources-synced Oct 12 18:16:51.556796 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: allowedaddresspairs.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.558652 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.559178 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: allowed-address-pairs Oct 12 18:16:51.559602 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: auto_allocated_topology.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.560636 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.561156 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: auto-allocated-topology Oct 12 18:16:51.561481 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: availability_zone.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.562188 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.562701 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: availability_zone Oct 12 18:16:51.563025 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: availability_zone_filter.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.563937 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.564537 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: availability_zone_filter Oct 12 18:16:51.564868 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: data_plane_status.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.565789 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.566291 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 18:16:51.566612 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: default_subnetpools.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.567532 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.568037 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: default-subnetpools Oct 12 18:16:51.568360 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.569213 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.569724 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: dhcp_agent_scheduler Oct 12 18:16:51.570045 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: dns.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.570963 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.571464 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension dns-integration not supported by any of loaded plugins Oct 12 18:16:51.571784 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: dns_domain_ports.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.573291 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.573792 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 18:16:51.574112 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.575043 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.575553 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 18:16:51.575872 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: dvr.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.576582 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.577090 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: dvr Oct 12 18:16:51.577408 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: ecmp_routes.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.578330 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.578827 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 18:16:51.579147 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: empty_string_filtering.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.580061 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.580598 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: empty-string-filtering Oct 12 18:16:51.580920 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.581834 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.582338 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 18:16:51.582662 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.593511 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.594043 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 18:16:51.594367 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: external_net.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.595327 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.595836 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: external-net Oct 12 18:16:51.596160 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.597103 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.597616 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: extra_dhcp_opt Oct 12 18:16:51.597939 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: extraroute.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.598862 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.599371 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: extraroute Oct 12 18:16:51.599692 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: extraroute_atomic.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.600792 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.601305 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: extraroute-atomic Oct 12 18:16:51.601628 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: filter_validation.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.602317 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.602821 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: filter-validation Oct 12 18:16:51.603165 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: fip_pf_description.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.604081 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.604608 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 18:16:51.604928 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: fip_port_details.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.605848 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.606356 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: fip-port-details Oct 12 18:16:51.606676 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: flavors.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.607947 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.608502 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: flavors Oct 12 18:16:51.608829 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.610551 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.611080 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 18:16:51.611415 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: floatingip_pools.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.612143 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.612685 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: floatingip-pools Oct 12 18:16:51.613015 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: ip_allocation.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.613974 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.614483 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 18:16:51.614812 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.615740 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.616319 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: ip-substring-filtering Oct 12 18:16:51.616591 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: l2_adjacency.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.617543 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.618052 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 18:16:51.618380 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: l3.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.620113 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.620674 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: router Oct 12 18:16:51.621003 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.626492 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.627044 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 18:16:51.627380 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.628346 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.628887 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: ext-gw-mode Oct 12 18:16:51.629216 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.630191 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.630683 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: l3-ha Oct 12 18:16:51.631005 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: l3_flavors.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.631930 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.632504 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: l3-flavors Oct 12 18:16:51.632832 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.633753 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.634263 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 18:16:51.635154 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: l3agentscheduler.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.636243 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.636802 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: l3_agent_scheduler Oct 12 18:16:51.637132 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: logging.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.638692 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.639214 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension logging not supported by any of loaded plugins Oct 12 18:16:51.639544 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: metering.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.640294 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.640928 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: metering Oct 12 18:16:51.641253 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.642372 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.642892 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: metering_source_and_destination_fields Oct 12 18:16:51.643223 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: multiprovidernet.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.644151 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.644689 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: multi-provider Oct 12 18:16:51.645018 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: netmtu.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.645942 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.646720 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: net-mtu Oct 12 18:16:51.647045 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: netmtu_writable.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.647966 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.648505 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: net-mtu-writable Oct 12 18:16:51.648832 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: network_availability_zone.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.656656 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.656656 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: network_availability_zone Oct 12 18:16:51.656656 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: network_ip_availability.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.657554 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.658077 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: network-ip-availability Oct 12 18:16:51.658405 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: network_segment_range.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.659195 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.659701 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 18:16:51.660023 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: pagination.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.661053 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.661385 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: pagination Oct 12 18:16:51.661709 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: port_device_profile.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.662632 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.663147 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: port-device-profile Oct 12 18:16:51.663469 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.664420 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.664942 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: port-mac-address-regenerate Oct 12 18:16:51.665262 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.666204 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.666710 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: port-numa-affinity-policy Oct 12 18:16:51.667031 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: port_resource_request.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.667948 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.668482 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 18:16:51.668807 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: portbindings.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.669901 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.670413 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: binding Oct 12 18:16:51.670740 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: portbindings_extended.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.672068 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.672622 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: binding-extended Oct 12 18:16:51.672957 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: portsecurity.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.673881 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.674401 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: port-security Oct 12 18:16:51.674727 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: project_id.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.675714 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.676046 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: project-id Oct 12 18:16:51.676367 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: providernet.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.677318 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.677825 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: provider Oct 12 18:16:51.678147 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: qos.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.684761 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.685291 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension qos not supported by any of loaded plugins Oct 12 18:16:51.685627 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.686891 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.687438 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 18:16:51.687735 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.688684 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.689197 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 18:16:51.689524 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: qos_default.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.690441 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.690949 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension qos-default not supported by any of loaded plugins Oct 12 18:16:51.691274 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: qos_fip.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.691944 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.692483 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension qos-fip not supported by any of loaded plugins Oct 12 18:16:51.692811 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: qos_gateway_ip.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.693746 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.694258 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 18:16:51.694584 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: qos_port_network_policy.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.695508 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.696018 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 18:16:51.696342 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.698034 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.698552 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 18:16:51.698881 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: qos_pps_rule.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.700074 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.700621 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension qos-pps not supported by any of loaded plugins Oct 12 18:16:51.700945 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: qos_rule_type_details.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.701871 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.702386 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 18:16:51.702712 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: qos_rules_alias.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.703770 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.704286 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 18:16:51.704640 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: quotasv2.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.705633 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.705964 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: quotas Oct 12 18:16:51.706289 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: quotasv2_detail.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.717735 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.718011 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: quota_details Oct 12 18:16:51.718345 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: rbac.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.719458 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.720006 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: rbac-policies Oct 12 18:16:51.720339 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: rbac_address_group.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.721328 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.721847 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: rbac-address-group Oct 12 18:16:51.722174 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: rbac_address_scope.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.723105 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.723623 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: rbac-address-scope Oct 12 18:16:51.723951 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: rbac_security_groups.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.724887 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.725403 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: rbac-security-groups Oct 12 18:16:51.725728 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: rbac_subnetpool.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.726650 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.727168 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: rbac-subnetpool Oct 12 18:16:51.727494 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: revisionifmatch.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.728468 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.728984 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: revision-if-match Oct 12 18:16:51.729313 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: revisions.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.730468 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.730988 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: standard-attr-revisions Oct 12 18:16:51.731322 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: router_availability_zone.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.732005 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.732550 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: router_availability_zone Oct 12 18:16:51.732883 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: routerservicetype.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.733814 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.734320 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension router-service-type not supported by any of loaded plugins Oct 12 18:16:51.734643 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.735581 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.736092 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: security-groups-normalized-cidr Oct 12 18:16:51.736439 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.737361 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.737879 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: port-security-groups-filtering Oct 12 18:16:51.738202 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.739136 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.739647 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: security-groups-remote-address-group Oct 12 18:16:51.739969 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: securitygroup.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.750555 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.751113 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: security-group Oct 12 18:16:51.751452 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: segment.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.752287 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.752834 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension segment not supported by any of loaded plugins Oct 12 18:16:51.753162 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.754228 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.754739 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 18:16:51.755068 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: servicetype.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.756205 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.756755 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: service-type Oct 12 18:16:51.757087 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: sorting.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.758087 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.758421 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: sorting Oct 12 18:16:51.758747 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: standard_attr_segment.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.760319 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.760857 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 18:16:51.767938 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: standardattrdescription.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.767938 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.767938 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: standard-attr-description Oct 12 18:16:51.767938 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: stateful_security_group.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.768671 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.769198 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: stateful-security-group Oct 12 18:16:51.769525 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: stdattrs_common.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.770138 dv-cinder-813227-2-iscsi neutron-server[94724]: WARNING neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 18:16:51.770460 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.771678 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.772193 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 18:16:51.772560 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: subnet_onboard.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.773653 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.774168 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: subnet_onboard Oct 12 18:16:51.774494 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.775453 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.775965 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 18:16:51.776294 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: subnet_service_types.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.777251 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.777761 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: subnet-service-types Oct 12 18:16:51.778084 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: subnetallocation.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.779188 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.779709 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: subnet_allocation Oct 12 18:16:51.780035 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.780753 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.781277 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: subnetpool-prefix-ops Oct 12 18:16:51.781604 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.782568 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.783086 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 18:16:51.783411 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: tagging.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.784563 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.785089 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: standard-attr-tag Oct 12 18:16:51.785416 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: timestamp.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.786643 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.787163 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loaded extension: standard-attr-timestamp Oct 12 18:16:51.787493 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: trunk.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.788571 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.789089 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension trunk not supported by any of loaded plugins Oct 12 18:16:51.789419 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: trunk_details.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.790346 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.790887 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension trunk-details not supported by any of loaded plugins Oct 12 18:16:51.791214 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: uplink_status_propagation.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.797395 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.797908 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 18:16:51.798230 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Loading extension file: vlantransparent.py {{(pid=94724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:16:51.798921 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:16:51.799430 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 18:16:51.801995 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:network Oct 12 18:16:51.802550 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:subnet Oct 12 18:16:51.802949 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:16:51.803342 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:port Oct 12 18:16:51.804693 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.805133 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service FLAVORS assigned prefix: {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.805767 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.806192 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.807039 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:router Oct 12 18:16:51.807480 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 18:16:51.807970 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service METERING assigned prefix: /metering {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.809452 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.809825 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.810177 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:16:51.811223 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 18:16:51.811656 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:security_group Oct 12 18:16:51.812112 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 18:16:51.812733 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service CORE assigned prefix: {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.813069 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:16:51.813431 dv-cinder-813227-2-iscsi neutron-server[94724]: WARNING neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] subnetpool is already registered Oct 12 18:16:51.813867 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service CORE assigned prefix: {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.814195 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:16:51.814532 dv-cinder-813227-2-iscsi neutron-server[94724]: WARNING neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] subnetpool is already registered Oct 12 18:16:51.816868 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.817301 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service FLAVORS assigned prefix: {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.817887 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.818366 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.818644 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:router Oct 12 18:16:51.818981 dv-cinder-813227-2-iscsi neutron-server[94724]: WARNING neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] router is already registered Oct 12 18:16:51.819394 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 18:16:51.819729 dv-cinder-813227-2-iscsi neutron-server[94724]: WARNING neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] floatingip is already registered Oct 12 18:16:51.820193 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service METERING assigned prefix: /metering {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.820886 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 18:16:51.821214 dv-cinder-813227-2-iscsi neutron-server[94724]: WARNING neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] rbac_policy is already registered Oct 12 18:16:51.824457 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:security_group Oct 12 18:16:51.824457 dv-cinder-813227-2-iscsi neutron-server[94724]: WARNING neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] security_group is already registered Oct 12 18:16:51.824457 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 18:16:51.824457 dv-cinder-813227-2-iscsi neutron-server[94724]: WARNING neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] security_group_rule is already registered Oct 12 18:16:51.824457 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service CORE assigned prefix: {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.824457 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:16:51.824457 dv-cinder-813227-2-iscsi neutron-server[94724]: WARNING neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] subnetpool is already registered Oct 12 18:16:51.825017 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.v2.resource_helper [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Service CORE assigned prefix: {{(pid=94724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:16:51.825224 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:16:51.825538 dv-cinder-813227-2-iscsi neutron-server[94724]: WARNING neutron.quota.resource_registry [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] subnetpool is already registered Oct 12 18:16:51.826008 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: extensions {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.827542 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: address-groups {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.829076 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: address-scopes {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.830399 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: agents {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.831582 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: auto-allocated-topology {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.832871 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: availability_zones {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.834107 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: dhcp-networks {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.836905 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: dhcp-agents {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.838396 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: routers {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.840632 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: flavors {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.841833 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: service_profiles {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.843037 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: next_providers {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.844531 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: service_profiles {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.846068 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: floatingip-pools {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.847392 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: routers {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.849521 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: floatingips {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.850793 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: l3-routers {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.852197 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: l3-agents {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.853754 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: metering-labels {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.855122 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: metering-label-rules {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.856431 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: network-ip-availabilities {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.857707 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: bindings {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.859369 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: quotas {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.860965 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: quotas {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.862518 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: rbac-policies {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.863797 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: security-groups {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.865067 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: security-group-rules {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.866298 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: service-providers {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.867515 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: subnetpools {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.869484 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: subnetpools {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.871048 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: tags {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.872786 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: tags {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.874592 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: tags {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.876368 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: tags {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.878214 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: tags {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.880067 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: tags {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.881801 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: tags {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.883750 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: tags {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.886162 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: tags {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.888000 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron.api.extensions [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Extended resource: tags {{(pid=94724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:16:51.894140 dv-cinder-813227-2-iscsi neutron-server[94724]: WARNING keystonemiddleware.auth_token [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 18:16:51.900206 dv-cinder-813227-2-iscsi neutron-server[94724]: WARNING keystonemiddleware.auth_token [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 18:16:51.908985 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_concurrency.lockutils [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Acquired lock "singleton_lock" {{(pid=94724) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 18:16:51.909459 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_concurrency.lockutils [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Releasing lock "singleton_lock" {{(pid=94724) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 18:16:51.910118 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO oslo_service.service [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Starting 2 workers Oct 12 18:16:51.914972 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Started child 94835 {{(pid=94724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:16:51.919678 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Started child 94836 {{(pid=94724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:16:51.920610 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:16:51.921651 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO neutron.service [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 18:16:51.921976 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Notify callbacks [] for process, before_spawn {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:16:51.922201 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [-] (94835) wsgi starting up on http://0.0.0.0:9696 Oct 12 18:16:51.924496 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO oslo_service.service [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Starting 1 workers Oct 12 18:16:51.925288 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:16:51.926665 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [-] (94836) wsgi starting up on http://0.0.0.0:9696 Oct 12 18:16:51.929716 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Started child 94837 {{(pid=94724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:16:51.930372 dv-cinder-813227-2-iscsi neutron-server[94724]: INFO oslo_service.service [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Starting 1 workers Oct 12 18:16:51.934097 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.service [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] calling RpcWorker wait() {{(pid=94837) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 18:16:51.934707 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.service [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] returning from RpcWorker wait() {{(pid=94837) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 18:16:51.935386 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Started child 94838 {{(pid=94724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:16:51.938030 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:16:51.938172 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd5075a-e1fa-4cff-b9a1-6d19837bc285 None None] Notify callbacks [] for process, after_spawn {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:16:51.938267 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:16:51.938358 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94724) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 18:16:51.938559 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 18:16:51.938754 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 18:16:51.938978 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 18:16:51.939326 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 18:16:51.939495 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 18:16:51.940003 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.940287 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.940588 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.940851 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.941144 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.941246 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:16:51.941774 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.941946 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.942183 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.942469 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.942563 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:16:51.942720 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.943063 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.943236 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.943495 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.943753 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.944058 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.944338 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.944622 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.944878 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.945077 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.945306 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.945571 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.945833 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.946098 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] debug = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.946365 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.946886 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.947665 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.948073 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.948290 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.948596 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.948827 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.949088 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.949320 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.949555 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.949792 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.950052 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.950290 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.950501 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.950739 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.951007 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.951292 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.951699 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] host = dv-cinder-813227-2-iscsi {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.951939 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.952180 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.952424 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.952672 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.952917 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.955526 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.955526 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.955526 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.955526 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.955526 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.955526 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.955526 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.955526 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.955526 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_file = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.956927 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_options = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.956927 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.956927 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.956927 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.956927 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.956927 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.956927 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.957811 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.957811 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.957811 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.957811 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.957811 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.957811 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.958602 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.958602 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.958602 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.958602 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.959126 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.959126 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.959403 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.959580 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.959806 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.960031 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.960271 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.960578 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.960815 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.961044 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.961284 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.961563 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.961828 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.961972 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.962198 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.962446 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.962698 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.962944 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.963212 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.963444 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.963675 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.963909 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.964192 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.964460 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.964705 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.964953 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.965791 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.965791 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.965791 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.967176 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.967176 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] use_json = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.967176 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.967176 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.967176 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.967176 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.967176 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.972464 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.972464 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.972464 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:51.972464 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.972464 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.972464 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.972464 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.972464 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.973842 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.973842 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.973842 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.973842 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.973842 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.973842 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.973842 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.973842 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.973842 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.975578 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.975578 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.975578 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.975578 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.975578 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.975578 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.975578 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.975578 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.976745 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.976745 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.976745 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.976745 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.976745 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.976745 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.976745 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.976745 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.977974 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.977974 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.977974 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.977974 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.977974 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.977974 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.977974 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.977974 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.979435 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.979435 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.979435 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.979435 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.979435 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.979435 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.979435 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.980306 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.980306 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.980306 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.980306 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.980846 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.980846 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.981117 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.981117 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.981380 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.981578 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.981807 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.982039 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.982297 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.982479 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.982735 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.982984 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.983223 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.983431 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.983640 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.983863 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.984074 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.985196 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.985196 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.985196 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.985196 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.985595 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.985595 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.986004 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.986004 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.986376 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.986448 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.986706 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.987019 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.987291 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.987563 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.987823 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.989472 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.989712 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.989950 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.990179 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.990403 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.990626 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.990848 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.991091 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.991936 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.996587 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.998015 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.998015 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.998015 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.998015 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.998015 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.998426 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.998426 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.998602 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.998847 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.999114 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.999358 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.999631 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:51.999859 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.000114 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.000374 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.001079 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.001729 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.002204 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.002455 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.002716 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.003205 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.003453 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.003694 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.003957 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.005585 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.006324 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.006595 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.007253 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.007511 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.014938 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.014938 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.014938 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.014938 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.014938 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.014938 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.014938 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.014938 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.015961 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.015961 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.015961 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.015961 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.015961 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.015961 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.015961 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.015961 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.016551 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.016551 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.016551 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.016551 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.016551 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.016551 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.016551 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.016551 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.017311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.017311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.017311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.017311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.017311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.017311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.017311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.017311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.017795 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.017795 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.017795 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.017795 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.017795 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.018085 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.018220 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.018459 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.018696 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.018906 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.020908 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.020908 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.020908 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.020908 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.020908 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.020908 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.020908 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.020908 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.022463 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.022463 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.022463 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.022463 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.022968 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.023106 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.023347 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.023593 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.023842 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.024178 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.024468 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.024773 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.025151 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.025497 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.025608 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.025803 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.026034 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.026261 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.026491 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.026782 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.026990 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.027242 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.027584 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.027856 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.028095 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.028375 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.028625 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.028881 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.029113 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.029354 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.029571 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.029780 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.029992 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.030250 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.030473 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.030702 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.030930 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.031155 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.031361 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.031575 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.031802 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.032096 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.032362 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.032631 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.032874 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.033114 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.033342 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.033568 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.033771 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.033975 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.034190 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.034402 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.034607 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.034843 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.035067 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.035275 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.035489 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.035721 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.035919 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.036135 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.036365 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.036592 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.036806 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.037018 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.037219 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.037433 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.037634 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.037840 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.038053 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.038267 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.038465 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.038681 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.038886 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.039088 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.039301 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.039516 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.039719 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.040036 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.040296 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.040562 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.041358 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.041583 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.041822 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.046694 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.046694 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.046694 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.046694 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.046694 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.046694 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.046694 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.046694 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047880 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047880 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047880 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047880 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047880 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047880 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047880 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.047880 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.048535 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.048535 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.048535 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.048735 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.049961 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.049961 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.049961 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.049961 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.049961 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.050369 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.050452 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.050606 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.050859 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.051014 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 18:16:52.051542 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94724) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 18:16:52.051698 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 18:16:52.051846 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 18:16:52.052031 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 18:16:52.052210 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 18:16:52.052364 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 18:16:52.052593 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.052750 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.052904 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.053063 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.053211 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.053386 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.053547 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.053686 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.053877 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.053977 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.054124 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.054284 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.054430 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.054579 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.054731 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.054885 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.055038 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.055190 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.055346 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.055499 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.055651 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.055803 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.055957 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] debug = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.056110 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.056425 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.056668 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.056846 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.057000 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.057154 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.057306 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.057461 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.057613 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.057765 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.057918 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.058071 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.058225 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.058379 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.058531 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.058684 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.058836 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.058992 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] host = dv-cinder-813227-2-iscsi {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.059149 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.059285 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.059438 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.059595 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.059749 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.059903 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.060056 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.060208 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.060360 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.060542 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.060696 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.060848 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.061000 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.061152 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_file = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.061304 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_options = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.061456 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.061610 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.061763 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.061940 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.062099 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.062253 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.062405 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.062558 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.062712 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.062864 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.063019 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.063226 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.063325 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.063462 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.063613 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.063765 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.063917 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.064069 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.064222 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.064376 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.064549 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.064859 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.064859 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.065004 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.065128 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.065288 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.065436 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.065587 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.065738 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.065890 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.066043 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.066193 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.066347 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.066497 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.066814 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.066998 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.067141 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.067287 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.067421 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.067555 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.067680 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.067832 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.067969 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.068125 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.068277 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.068449 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.068605 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] use_json = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.068758 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.068900 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.069041 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.069386 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.069386 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.069522 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.069623 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.069761 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:16:52.069935 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.070091 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.070256 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.070413 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.070569 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.070723 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.070879 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.071035 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.071189 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.071343 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.071506 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.071663 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.071828 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.072702 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.072839 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.072928 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.073076 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.073236 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.073390 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.073546 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.073701 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081088 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081088 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081088 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081088 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081088 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081088 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081088 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081088 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081696 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081696 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081696 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081696 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081696 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081696 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081696 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.081696 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082244 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082244 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082244 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082244 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082244 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082244 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082244 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082244 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082244 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082858 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082858 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082858 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082858 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082858 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082858 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082858 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082858 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.082858 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.083456 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.083456 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.083456 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.083456 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.083456 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.083456 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.083456 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.083456 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.083456 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084055 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084055 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084055 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084055 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084055 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084055 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084055 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084055 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084055 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084773 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084773 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084773 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084773 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084773 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084773 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084773 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084773 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.084773 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085391 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085391 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085391 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085391 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085391 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085391 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085391 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085391 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085391 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085999 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085999 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085999 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085999 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085999 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085999 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085999 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.085999 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.086543 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.086543 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.086543 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.086543 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.086543 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.086543 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.086543 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.086543 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.087089 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.087089 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.087089 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.087089 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.087089 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.087432 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.087432 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.087432 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.088195 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.088334 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.088486 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.088626 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.088770 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.088932 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.089097 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.089431 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.089431 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.089593 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.089697 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.089852 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.090007 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.090164 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.090321 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.090474 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.090628 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.090790 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.090955 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.091110 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.091265 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.091419 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.091596 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.091751 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.091906 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.092060 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.092220 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.092437 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.092535 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.092689 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.092843 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.092998 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.093154 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.093311 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.093465 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.093619 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.093775 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.093931 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.094091 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.094240 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.094402 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.094559 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.094698 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.094834 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.094966 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.095098 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.095238 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.095409 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.095535 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.095692 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.095866 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.096001 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.096138 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.096297 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.096493 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.096618 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.096773 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.096925 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.097238 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.097393 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.097549 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.097706 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.097862 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.098019 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.098175 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.098330 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.098487 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.098642 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.098798 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.098955 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.099114 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.099267 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.099580 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.099735 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.099892 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.100048 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.100202 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.100372 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.100547 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.100717 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.100857 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.101015 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.101165 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.101319 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.101475 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.101631 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.101783 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.101912 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.102067 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.102223 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.102378 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.102906 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.102906 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.102906 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.103142 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.103142 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.103302 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.103431 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.103586 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.103740 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.103895 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.104050 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.106322 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.106322 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.106322 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.106322 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.106322 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.106322 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.106322 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.106322 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.107530 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.107530 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.107530 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.107530 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.107530 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.107530 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.107530 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.107530 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.108289 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.108289 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.108289 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.108289 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.108289 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.108289 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.108289 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.108289 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109011 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109011 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109011 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109011 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109011 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109011 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109011 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109011 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109800 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109800 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109800 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109800 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109800 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109800 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.109800 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.110269 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.110269 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.110269 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.110269 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.110638 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.110638 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.110847 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.110847 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.110993 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.111160 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.111321 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.111485 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.111641 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.111804 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.111971 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.112126 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.112280 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.112455 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.112612 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.112739 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:16:52.112871 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.112995 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.113117 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.113260 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.113346 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.113480 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.113634 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.113790 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.113944 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.114100 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.114255 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.114410 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.114564 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.114720 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.114874 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:16:52.115021 dv-cinder-813227-2-iscsi neutron-server[94724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 18:16:52.170348 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 41630) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:16:52.179304 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067060 Oct 12 18:17:04.322608 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c995dd82-e455-4422-80e1-5da13a64a61b None None] get_active_networks_info from dv-cinder-813227-2-iscsi {{(pid=94837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 18:17:04.446187 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995dd82-e455-4422-80e1-5da13a64a61b None None] No non-hosted networks {{(pid=94837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 18:17:04.453956 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.agentschedulers_db [None req-c995dd82-e455-4422-80e1-5da13a64a61b None None] DHCP Agent not found on host dv-cinder-813227-2-iscsi {{(pid=94837) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 12 18:17:04.559930 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7828cfa4-c441-435b-b04d-70ee0e8735d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634869'] for agent, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:07.264141 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-124683be-5372-4132-a2ac-47b208283f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634869'] for agent, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:07.312148 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.db.api [None req-a8655556-5ecb-4a50-8916-17af29a58ea8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813227-2-iscsi {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 18:17:07.312603 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG oslo_db.api [None req-a8655556-5ecb-4a50-8916-17af29a58ea8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 18:17:07.972131 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8655556-5ecb-4a50-8916-17af29a58ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:08.072333 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634869'] for agent, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:08.073317 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:08.073820 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:08.074307 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:08.074671 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:08.075124 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:08.075603 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:08.076161 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:08.089412 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:08.089412 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:08.089412 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:08.089412 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:08.089412 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:08.090251 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813227-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:17:08.099571 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813227-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:17:08.334574 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634869'] for agent, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:09.982007 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634869'] for agent, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:11.129705 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 41726) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:17:11.651270 dv-cinder-813227-2-iscsi neutron-server[94835]: WARNING oslo_policy.policy [None req-2e91e176-95e1-43a9-ac7f-33d3566b99e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:17:11.651855 dv-cinder-813227-2-iscsi neutron-server[94835]: WARNING oslo_policy.policy [None req-2e91e176-95e1-43a9-ac7f-33d3566b99e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:17:11.767339 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.db.l3_hamode_db [None req-8cd60235-d7f8-47fa-861d-0f92a9452c10 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 18:17:11.845104 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd60235-d7f8-47fa-861d-0f92a9452c10 None None] Routers set() bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:17:11.845461 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd60235-d7f8-47fa-861d-0f92a9452c10 None None] Router IDs set() for agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 18:17:11.873285 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [None req-2e91e176-95e1-43a9-ac7f-33d3566b99e5 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:17:11.874516 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-2e91e176-95e1-43a9-ac7f-33d3566b99e5 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7427609 Oct 12 18:17:14.342399 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 41740) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:17:14.653200 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-1b118852-43ba-425d-b954-b442a5832508 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:17:14.752119 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.policy [None req-1b118852-43ba-425d-b954-b442a5832508 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94835) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 18:17:14.798606 dv-cinder-813227-2-iscsi neutron-server[94835]: WARNING oslo_policy.policy [None req-1b118852-43ba-425d-b954-b442a5832508 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:17:14.798982 dv-cinder-813227-2-iscsi neutron-server[94835]: WARNING oslo_policy.policy [None req-1b118852-43ba-425d-b954-b442a5832508 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:17:14.808057 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.quota [None req-1b118852-43ba-425d-b954-b442a5832508 admin admin] Loaded quota_driver: . Oct 12 18:17:14.978098 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1b118852-43ba-425d-b954-b442a5832508 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788966130469', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788966131056', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788966347521', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788966349533', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788963679459', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788966361445', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1704525', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1710018', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610519', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555527'] for rbac-policy, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:15.264339 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1b118852-43ba-425d-b954-b442a5832508 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:15.265557 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-1b118852-43ba-425d-b954-b442a5832508 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9221480 Oct 12 18:17:17.977952 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 41752) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:17:18.296809 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Request body: {'network': {'name': 'private', 'project_id': '1065667c5e62410e8db95ee2e1b98135', 'admin_state_up': True, 'tenant_id': '1065667c5e62410e8db95ee2e1b98135'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:17:18.425612 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Made reservation on behalf of 1065667c5e62410e8db95ee2e1b98135 for: {'network': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:17:18.428520 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:18.446640 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:18.556788 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:18.644589 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:18.669723 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:17:18.694145 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788963349495', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:18.694655 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Unsubscribe: segment precommit_create {{(pid=94835) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 18:17:18.695154 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.segments_db [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Added segment c130aa6f-c9ae-4bac-80db-5c5d0e082646 of type vlan for network c923b81e-6b55-442f-b3a2-2826a10875f5 Oct 12 18:17:18.701229 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46376b74-653c-49ee-8c35-f440adb5138e,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:18.723148 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:18.723496 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:18.723827 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:18.724152 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:18.724496 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:18.724831 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:18.725151 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:18.725463 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:18.725791 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:18.726105 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:18.726413 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:18.726720 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Tracked resource versions report: Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: pushed versions: Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: { 'AddressGroup': {'1.2'}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'ConntrackHelper': {'1.0'}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Log': {'1.0'}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Network': {'1.1'}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Port': {'1.7'}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'PortForwarding': {'1.2'}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'QosPolicy': {'1.10'}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'SecurityGroup': {'1.4'}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'SubPort': {'1.0'}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Subnet': {'1.1'}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Trunk': {'1.1'}} Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: consumer versions: Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: { DHCP agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: L3 agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: Metadata agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: Metering agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: Open vSwitch agent@dv-cinder-813227-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'ConntrackHelper': '1.0', Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Log': '1.0', Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Network': '1.1', Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Port': '1.7', Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'PortForwarding': '1.2', Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'QosPolicy': '1.10', Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'SecurityGroup': '1.4', Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'SecurityGroupRule': '1.2', Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'SubPort': '1.0', Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Subnet': '1.1', Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Trunk': '1.1'}} Oct 12 18:17:18.728348 dv-cinder-813227-2-iscsi neutron-server[94835]: {{(pid=94835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:17:18.820213 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:18.964699 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:18.965839 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:17:18.966476 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:19.065825 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] Pushing event updated for resources: {'Network': ['ID=c923b81e-6b55-442f-b3a2-2826a10875f5,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:19.078130 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network c923b81e-6b55-442f-b3a2-2826a10875f5 details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:17:19.098677 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-6cba2b5e-e6c2-4da1-93bf-0c12dba52df1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1196411 Oct 12 18:17:21.905433 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 41766) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:17:22.410031 dv-cinder-813227-2-iscsi neutron-server[94836]: WARNING oslo_policy.policy [None req-4a3fe1bf-9aac-41cf-b507-0763f22f694f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:17:22.410654 dv-cinder-813227-2-iscsi neutron-server[94836]: WARNING oslo_policy.policy [None req-4a3fe1bf-9aac-41cf-b507-0763f22f694f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:17:22.862088 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.policy [None req-4a3fe1bf-9aac-41cf-b507-0763f22f694f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94836) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 18:17:22.909603 dv-cinder-813227-2-iscsi neutron-server[94836]: WARNING oslo_policy.policy [None req-4a3fe1bf-9aac-41cf-b507-0763f22f694f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:17:22.910269 dv-cinder-813227-2-iscsi neutron-server[94836]: WARNING oslo_policy.policy [None req-4a3fe1bf-9aac-41cf-b507-0763f22f694f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:17:22.920821 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3fe1bf-9aac-41cf-b507-0763f22f694f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:17:22.923452 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4a3fe1bf-9aac-41cf-b507-0763f22f694f admin admin] 10.222.0.18 "GET /v2.0/networks/c923b81e-6b55-442f-b3a2-2826a10875f5 HTTP/1.1" status: 200 len: 825 time: 1.0168757 Oct 12 18:17:22.971345 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-e6968146-622d-4213-a114-6be542878a7e admin admin] 10.222.0.18 "GET /v2.0/subnetpools/ec9c7a19-9f5a-45e4-a2b3-6a8f5739265e HTTP/1.1" status: 200 len: 734 time: 0.0414157 Oct 12 18:17:22.982066 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Request body: {'subnet': {'subnetpool_id': 'ec9c7a19-9f5a-45e4-a2b3-6a8f5739265e', 'gateway_ip': '172.20.0.1', 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5', 'ip_version': 4, 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'name': 'private-subnet'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:17:22.984030 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.quota [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Loaded quota_driver: . Oct 12 18:17:23.165237 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Made reservation on behalf of 1065667c5e62410e8db95ee2e1b98135 for: {'subnet': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:17:23.167984 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:23.588425 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:23.662128 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Checking segment: {'id': 'c130aa6f-c9ae-4bac-80db-5c5d0e082646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:17:23.662510 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Network hostable DHCP agents. Network: c923b81e-6b55-442f-b3a2-2826a10875f5, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:17:23.672771 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:23.685594 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:23.685946 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:23.686276 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:23.686597 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:23.686912 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:23.687243 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:23.687558 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:23.687869 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:23.688189 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:23.688522 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:23.688830 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:23.689198 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Tracked resource versions report: Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: pushed versions: Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: { 'AddressGroup': {'1.2'}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'ConntrackHelper': {'1.0'}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Log': {'1.0'}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Network': {'1.1'}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Port': {'1.7'}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'PortForwarding': {'1.2'}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'QosPolicy': {'1.10'}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'SecurityGroup': {'1.4'}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'SubPort': {'1.0'}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Subnet': {'1.1'}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Trunk': {'1.1'}} Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: consumer versions: Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: { DHCP agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: L3 agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: Metadata agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: Metering agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: Open vSwitch agent@dv-cinder-813227-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'ConntrackHelper': '1.0', Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Log': '1.0', Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Network': '1.1', Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Port': '1.7', Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'PortForwarding': '1.2', Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'QosPolicy': '1.10', Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'SecurityGroup': '1.4', Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'SecurityGroupRule': '1.2', Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'SubPort': '1.0', Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Subnet': '1.1', Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Trunk': '1.1'}} Oct 12 18:17:23.690267 dv-cinder-813227-2-iscsi neutron-server[94836]: {{(pid=94836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:17:23.844843 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Network c923b81e-6b55-442f-b3a2-2826a10875f5 is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:17:23.953110 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, c923b81e-6b55-442f-b3a2-2826a10875f5) {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:17:23.958586 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:17:23.959544 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:23.963408 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763079d1-cb18-439c-8713-d7d35abbb18b None None] Network c923b81e-6b55-442f-b3a2-2826a10875f5 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:17:24.062307 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-0d9e0d76-1c7c-458b-ae83-ac7f684672b4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0838602 Oct 12 18:17:24.307526 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp890a0fb1-e2fa-564a-9d74-2c4b0b4cc0ae-c923b81e-6b55-442f-b3a2-2826a10875f5', 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'fixed_ips': [{'subnet_id': '71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266'}]}} from dv-cinder-813227-2-iscsi. {{(pid=94837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:17:24.308780 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:24.595192 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Allocated IP 172.20.0.2 (c923b81e-6b55-442f-b3a2-2826a10875f5/71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266/dff54bfe-1958-426a-96aa-5827f50a74ff) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:17:24.834709 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:24.936864 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:25.015228 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Network c923b81e-6b55-442f-b3a2-2826a10875f5 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:17:25.026698 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:17:25.032010 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Pushing event updated for resources: {'Port': ['ID=dff54bfe-1958-426a-96aa-5827f50a74ff,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:25.034183 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:17:25.044335 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:25.044705 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:25.045048 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:25.045384 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:25.045716 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:25.046045 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:25.046373 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:25.046694 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:25.047033 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:25.047360 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:25.047683 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:25.048004 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Tracked resource versions report: Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: pushed versions: Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: { 'AddressGroup': {'1.2'}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'ConntrackHelper': {'1.0'}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Log': {'1.0'}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Network': {'1.1'}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Port': {'1.7'}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'PortForwarding': {'1.2'}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'QosPolicy': {'1.10'}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'SecurityGroup': {'1.4'}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'SubPort': {'1.0'}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Subnet': {'1.1'}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Trunk': {'1.1'}} Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: consumer versions: Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: { DHCP agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: L3 agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: Metadata agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: Metering agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: Open vSwitch agent@dv-cinder-813227-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'ConntrackHelper': '1.0', Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Log': '1.0', Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Network': '1.1', Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Port': '1.7', Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'PortForwarding': '1.2', Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'QosPolicy': '1.10', Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'SecurityGroup': '1.4', Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'SecurityGroupRule': '1.2', Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'SubPort': '1.0', Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Subnet': '1.1', Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Trunk': '1.1'}} Oct 12 18:17:25.049117 dv-cinder-813227-2-iscsi neutron-server[94837]: {{(pid=94837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:17:25.135505 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Attempting to bind port dff54bfe-1958-426a-96aa-5827f50a74ff on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:17:25.135973 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Attempting to bind port dff54bfe-1958-426a-96aa-5827f50a74ff by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': 'c130aa6f-c9ae-4bac-80db-5c5d0e082646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:17:25.136524 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Attempting to bind port dff54bfe-1958-426a-96aa-5827f50a74ff on network c923b81e-6b55-442f-b3a2-2826a10875f5 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:17:25.143607 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:17:25.144152 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Checking segment: {'id': 'c130aa6f-c9ae-4bac-80db-5c5d0e082646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:17:25.144733 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:25.145221 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Bound using segment: {'id': 'c130aa6f-c9ae-4bac-80db-5c5d0e082646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:17:25.145875 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Bound port: dff54bfe-1958-426a-96aa-5827f50a74ff, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c130aa6f-c9ae-4bac-80db-5c5d0e082646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:17:25.146538 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:25.209181 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] For port dff54bfe-1958-426a-96aa-5827f50a74ff, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:17:25.213328 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] For port dff54bfe-1958-426a-96aa-5827f50a74ff, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=dff54bfe-1958-426a-96aa-5827f50a74ff,segment=NetworkSegment(c130aa6f-c9ae-4bac-80db-5c5d0e082646),segment_id=c130aa6f-c9ae-4bac-80db-5c5d0e082646)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:17:25.334512 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:25.400671 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9335e-9d21-4f5f-afd3-bde483f7cf59 None None] Pushing event updated for resources: {'Port': ['ID=dff54bfe-1958-426a-96aa-5827f50a74ff,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:26.671599 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 41786) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:17:27.027108 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [None req-b4ac7f38-d5a6-446b-bfe7-06bb2e18fb1b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:17:27.028236 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-b4ac7f38-d5a6-446b-bfe7-06bb2e18fb1b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3556447 Oct 12 18:17:29.572671 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 41794) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:17:29.891705 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [None req-2ca1a5ff-81f2-4587-a8ff-5604095fdf1f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:17:29.892735 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-2ca1a5ff-81f2-4587-a8ff-5604095fdf1f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3190942 Oct 12 18:17:32.714100 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 41804) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:17:33.024077 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-251d17f1-1df7-4494-b5ef-c84ca75acd03 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:17:33.181046 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-251d17f1-1df7-4494-b5ef-c84ca75acd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37475'] for router, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:33.182732 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-251d17f1-1df7-4494-b5ef-c84ca75acd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37480'] for router, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:33.344023 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-251d17f1-1df7-4494-b5ef-c84ca75acd03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:33.541276 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-251d17f1-1df7-4494-b5ef-c84ca75acd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592892'] for router, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:33.793128 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-251d17f1-1df7-4494-b5ef-c84ca75acd03 admin admin] Notify callbacks [] for router, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:33.796088 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-251d17f1-1df7-4494-b5ef-c84ca75acd03 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0792727 Oct 12 18:17:33.921383 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device dff54bfe-1958-426a-96aa-5827f50a74ff up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:17:34.022318 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port dff54bfe-1958-426a-96aa-5827f50a74ff triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:17:34.022656 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:34.143139 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:34.190691 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port dff54bfe-1958-426a-96aa-5827f50a74ff, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=dff54bfe-1958-426a-96aa-5827f50a74ff,segment=NetworkSegment(c130aa6f-c9ae-4bac-80db-5c5d0e082646),segment_id=c130aa6f-c9ae-4bac-80db-5c5d0e082646)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:17:34.277179 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:34.304293 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72f13b26-7016-43ff-b359-1220f171e54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:34.330602 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=dff54bfe-1958-426a-96aa-5827f50a74ff,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:34.771226 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042b4229-8ac5-4c57-a356-03e7ce11887c None None] Network c923b81e-6b55-442f-b3a2-2826a10875f5 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:17:34.852912 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c5c763fc-cc82-4c63-8041-2392b3e96f10 None None] Provisioning complete for port dff54bfe-1958-426a-96aa-5827f50a74ff triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:17:34.853347 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5c763fc-cc82-4c63-8041-2392b3e96f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:35.312791 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-e9d2f61c-774b-4b29-b284-a8b3d5b44f77 None None] Provisioning complete for port dff54bfe-1958-426a-96aa-5827f50a74ff triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:17:35.313485 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e9d2f61c-774b-4b29-b284-a8b3d5b44f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:35.894322 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device dff54bfe-1958-426a-96aa-5827f50a74ff up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:17:35.941848 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port dff54bfe-1958-426a-96aa-5827f50a74ff triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:17:35.942218 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:36.346377 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 41816) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:17:36.701563 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [None req-93a1f69c-91fe-4b18-b894-77f25f2e42dd admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:17:36.702538 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-93a1f69c-91fe-4b18-b894-77f25f2e42dd admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3552339 Oct 12 18:17:37.204298 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-577b239f-f2ca-47ca-928b-076567dd215b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:38.072817 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:38.247861 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:39.247132 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 41834) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:17:39.376719 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:17:39.507119 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Made reservation on behalf of e340b2a295714eb294f0cebe48fde56d for: {'network': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:17:39.509451 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:39.517929 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:39.590471 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:39.678551 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:39.694110 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Reserving flat network on physical network physnet1 {{(pid=94835) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 18:17:39.713139 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e1776a-44a0-422a-8ee6-08d14cc5b554,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:39.717708 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:39.718039 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.segments_db [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Added segment 56b4be08-f9be-4b54-8a16-f54814bb8fc7 of type flat for network 27969040-b1e7-431a-ac38-d174cd0b9f0d Oct 12 18:17:39.763543 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:39.878296 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:39.900993 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:39.901962 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:17:39.902532 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:39.978409 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] Pushing event updated for resources: {'Network': ['ID=27969040-b1e7-431a-ac38-d174cd0b9f0d,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:39.989163 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:17:39.997577 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 5 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:17:40.075525 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-ab055e55-83e0-47a0-8bbd-c61d51642394 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8273256 Oct 12 18:17:42.394764 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 41852) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:17:42.532631 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aa3521-2580-4518-a455-2de28f38f5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:17:42.534012 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-d8aa3521-2580-4518-a455-2de28f38f5fc admin admin] 10.222.0.18 "GET /v2.0/subnets/71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266 HTTP/1.1" status: 200 len: 849 time: 0.1382990 Oct 12 18:17:42.655184 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-b6ec79f0-c899-4381-bb02-ea9bf7b3e5ea admin admin] 10.222.0.18 "GET /v2.0/routers/9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c HTTP/1.1" status: 200 len: 704 time: 0.1146011 Oct 12 18:17:42.918191 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:43.299542 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Allocated IP 172.20.0.1 (c923b81e-6b55-442f-b3a2-2826a10875f5/71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266/a22fa66a-47c6-4666-b338-db691351db7b) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:17:43.483489 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:43.650741 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:43.727081 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Network c923b81e-6b55-442f-b3a2-2826a10875f5 is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:17:43.735393 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:17:43.741267 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Pushing event updated for resources: {'Port': ['ID=a22fa66a-47c6-4666-b338-db691351db7b,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:43.751787 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:17:43.752369 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592685'] for router_interface, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:43.958748 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-adff2132-f44d-414f-8181-0ae4e96cabc6 None None] Provisioning complete for port a22fa66a-47c6-4666-b338-db691351db7b triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:17:43.959359 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-adff2132-f44d-414f-8181-0ae4e96cabc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:43.991566 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-adff2132-f44d-414f-8181-0ae4e96cabc6 None None] Port a22fa66a-47c6-4666-b338-db691351db7b cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:17:44.062013 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:44.271095 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:44.352311 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:44.353141 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634557'] for router_interface, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:44.430601 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Pushing event updated for resources: {'Port': ['ID=a22fa66a-47c6-4666-b338-db691351db7b,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:44.477822 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Network c923b81e-6b55-442f-b3a2-2826a10875f5 is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:17:44.479103 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:17:44.714386 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-40f29f1b-89f3-48ef-865c-98361ea006b8 None None] Provisioning complete for port a22fa66a-47c6-4666-b338-db691351db7b triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:17:44.714759 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40f29f1b-89f3-48ef-865c-98361ea006b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:44.748217 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-40f29f1b-89f3-48ef-865c-98361ea006b8 None None] Port a22fa66a-47c6-4666-b338-db691351db7b cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:17:44.990665 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Router 9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c is scheduled to L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 with binding_index 1 {{(pid=94835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:17:45.081991 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:17:45.087822 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-087e3143-9bd5-4607-bf82-7f0074894479 admin admin] 10.222.0.18 "PUT /v2.0/routers/9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4267898 Oct 12 18:17:45.092973 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Sync routers for ids ['9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:17:45.105522 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Routers {'9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:17:45.106347 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:17:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:17:45.301605 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Set router 9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c gateway port host: None {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:17:45.763464 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'name': 'router1', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:17:33Z', 'updated_at': '2021-10-12T18:17:43Z', 'revision_number': 2, 'project_id': '1065667c5e62410e8db95ee2e1b98135', 'gw_port_host': None, '_interfaces': [{'id': 'a22fa66a-47c6-4666-b338-db691351db7b', 'name': '', 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'mac_address': 'fa:16:3e:d1:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:17:42Z', 'updated_at': '2021-10-12T18:17:44Z', 'revision_number': 2, 'project_id': '1065667c5e62410e8db95ee2e1b98135', 'subnets': [{'id': '71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec9c7a19-9f5a-45e4-a2b3-6a8f5739265e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:17:45.815694 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Checking router: 9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:17:45.816068 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Updating router 9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c port a22fa66a-47c6-4666-b338-db691351db7b binding host dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:17:45.866373 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:46.407279 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:46.540962 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:46.703260 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Pushing event updated for resources: {'Port': ['ID=a22fa66a-47c6-4666-b338-db691351db7b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:46.715371 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Attempting to bind port a22fa66a-47c6-4666-b338-db691351db7b on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:17:46.715774 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Attempting to bind port a22fa66a-47c6-4666-b338-db691351db7b by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': 'c130aa6f-c9ae-4bac-80db-5c5d0e082646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:17:46.716222 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Attempting to bind port a22fa66a-47c6-4666-b338-db691351db7b on network c923b81e-6b55-442f-b3a2-2826a10875f5 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:17:46.723155 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:46.723516 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:46.724051 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:46.724443 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:46.724761 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:46.725083 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:46.725414 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:46.725740 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:46.726612 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:46.726935 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:46.727299 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:46.727618 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Tracked resource versions report: Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: pushed versions: Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: { 'AddressGroup': {'1.2'}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'ConntrackHelper': {'1.0'}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Log': {'1.0'}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Network': {'1.1'}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Port': {'1.7'}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'PortForwarding': {'1.2'}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'QosPolicy': {'1.10'}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'SecurityGroup': {'1.4'}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'SubPort': {'1.0'}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Subnet': {'1.1'}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Trunk': {'1.1'}} Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: consumer versions: Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: { DHCP agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: L3 agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: Metadata agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: Metering agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: Open vSwitch agent@dv-cinder-813227-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'ConntrackHelper': '1.0', Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Log': '1.0', Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Network': '1.1', Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Port': '1.7', Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'PortForwarding': '1.2', Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'QosPolicy': '1.10', Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'SecurityGroup': '1.4', Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'SecurityGroupRule': '1.2', Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'SubPort': '1.0', Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Subnet': '1.1', Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Trunk': '1.1'}} Oct 12 18:17:46.728761 dv-cinder-813227-2-iscsi neutron-server[94838]: {{(pid=94838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:17:46.734593 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:17:46.735102 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Checking segment: {'id': 'c130aa6f-c9ae-4bac-80db-5c5d0e082646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:17:46.735891 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:46.735891 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Bound using segment: {'id': 'c130aa6f-c9ae-4bac-80db-5c5d0e082646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:17:46.735891 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Bound port: a22fa66a-47c6-4666-b338-db691351db7b, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c130aa6f-c9ae-4bac-80db-5c5d0e082646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:17:46.735891 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:46.780567 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-34e832e9-d9e8-4f22-b888-24b358e655e2 None None] Provisioning complete for port a22fa66a-47c6-4666-b338-db691351db7b triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:17:46.781626 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34e832e9-d9e8-4f22-b888-24b358e655e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:46.812341 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] For port a22fa66a-47c6-4666-b338-db691351db7b, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:17:46.816850 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-34e832e9-d9e8-4f22-b888-24b358e655e2 None None] Port a22fa66a-47c6-4666-b338-db691351db7b cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:17:46.833581 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] For port a22fa66a-47c6-4666-b338-db691351db7b, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=a22fa66a-47c6-4666-b338-db691351db7b,segment=NetworkSegment(c130aa6f-c9ae-4bac-80db-5c5d0e082646),segment_id=c130aa6f-c9ae-4bac-80db-5c5d0e082646)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:17:46.890368 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:46.949001 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Routers {'9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:17:46.949631 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:17:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:17:46.955956 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5b241-99e5-4b0c-8219-f5529956602b None None] Pushing event updated for resources: {'Port': ['ID=a22fa66a-47c6-4666-b338-db691351db7b,revision_number=4']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:47.048198 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] Set router 9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c gateway port host: None {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:17:47.144638 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-6130b46f-c09d-4d6b-9ff2-8d6b64182969 None None] Provisioning complete for port a22fa66a-47c6-4666-b338-db691351db7b triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:17:47.145419 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6130b46f-c09d-4d6b-9ff2-8d6b64182969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:47.236984 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6130b46f-c09d-4d6b-9ff2-8d6b64182969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:47.273541 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-6130b46f-c09d-4d6b-9ff2-8d6b64182969 None None] For port a22fa66a-47c6-4666-b338-db691351db7b, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=a22fa66a-47c6-4666-b338-db691351db7b,segment=NetworkSegment(c130aa6f-c9ae-4bac-80db-5c5d0e082646),segment_id=c130aa6f-c9ae-4bac-80db-5c5d0e082646)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:17:47.290638 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'name': 'router1', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:17:33Z', 'updated_at': '2021-10-12T18:17:43Z', 'revision_number': 2, 'project_id': '1065667c5e62410e8db95ee2e1b98135', 'gw_port_host': None, '_interfaces': [{'id': 'a22fa66a-47c6-4666-b338-db691351db7b', 'name': '', 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'mac_address': 'fa:16:3e:d1:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:17:42Z', 'updated_at': '2021-10-12T18:17:46Z', 'revision_number': 4, 'project_id': '1065667c5e62410e8db95ee2e1b98135', 'subnets': [{'id': '71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec9c7a19-9f5a-45e4-a2b3-6a8f5739265e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:17:47.320637 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879eee23-d70d-41ad-b6be-d5ae51df8518 None None] The sync data for ids ['9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c'] in dv-cinder-813227-2-iscsi is: [{'id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'name': 'router1', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:17:33Z', 'updated_at': '2021-10-12T18:17:43Z', 'revision_number': 2, 'project_id': '1065667c5e62410e8db95ee2e1b98135', 'gw_port_host': None, '_interfaces': [{'id': 'a22fa66a-47c6-4666-b338-db691351db7b', 'name': '', 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'mac_address': 'fa:16:3e:d1:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:17:42Z', 'updated_at': '2021-10-12T18:17:46Z', 'revision_number': 4, 'project_id': '1065667c5e62410e8db95ee2e1b98135', 'subnets': [{'id': '71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec9c7a19-9f5a-45e4-a2b3-6a8f5739265e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:17:47.341825 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6130b46f-c09d-4d6b-9ff2-8d6b64182969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:47.408440 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130b46f-c09d-4d6b-9ff2-8d6b64182969 None None] Pushing event updated for resources: {'Port': ['ID=a22fa66a-47c6-4666-b338-db691351db7b,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:47.506451 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 41864) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:17:47.623785 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45575fc-32e2-4cee-b9c8-34e6bb5a692d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:17:47.628445 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-c45575fc-32e2-4cee-b9c8-34e6bb5a692d admin admin] 10.222.0.18 "GET /v2.0/networks/27969040-b1e7-431a-ac38-d174cd0b9f0d HTTP/1.1" status: 200 len: 842 time: 0.1171794 Oct 12 18:17:47.635790 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-a95328b3-beaf-4a30-873f-25455b857137 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:17:47.740991 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95328b3-beaf-4a30-873f-25455b857137 admin admin] Made reservation on behalf of e340b2a295714eb294f0cebe48fde56d for: {'subnet': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:17:47.743542 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a95328b3-beaf-4a30-873f-25455b857137 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:48.159334 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.objects.ports [None req-a95328b3-beaf-4a30-873f-25455b857137 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 18:17:48.159699 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a95328b3-beaf-4a30-873f-25455b857137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:48.215536 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95328b3-beaf-4a30-873f-25455b857137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1c9e6e-e3f5-420b-af24-07e3ea688cbf,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:48.228035 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95328b3-beaf-4a30-873f-25455b857137 admin admin] Checking segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:17:48.228382 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95328b3-beaf-4a30-873f-25455b857137 admin admin] Network hostable DHCP agents. Network: 27969040-b1e7-431a-ac38-d174cd0b9f0d, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:17:48.324283 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95328b3-beaf-4a30-873f-25455b857137 admin admin] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:17:48.421783 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-a95328b3-beaf-4a30-873f-25455b857137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, 27969040-b1e7-431a-ac38-d174cd0b9f0d) {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:17:48.426342 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95328b3-beaf-4a30-873f-25455b857137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:17:48.427019 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a95328b3-beaf-4a30-873f-25455b857137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:48.433232 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b052e7cc-32a3-4939-b7cb-c8e6a0858e74 None None] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:17:48.571403 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b746c82c-a19a-4c05-8563-eac4ed10867b None None] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:17:48.939290 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-a95328b3-beaf-4a30-873f-25455b857137 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3061237 Oct 12 18:17:51.382117 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 41872) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:17:51.674258 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-87e02488-2ef6-401f-ae92-9531b5f8cc98 admin admin] 10.222.0.18 "GET /v2.0/routers/9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c HTTP/1.1" status: 200 len: 710 time: 0.2908561 Oct 12 18:17:51.797531 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3012f5cf-6fac-446f-83b8-60f0339a244e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:17:51.798894 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-3012f5cf-6fac-446f-83b8-60f0339a244e admin admin] 10.222.0.18 "GET /v2.0/networks/27969040-b1e7-431a-ac38-d174cd0b9f0d HTTP/1.1" status: 200 len: 886 time: 0.1185093 Oct 12 18:17:51.808869 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:17:52.062395 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:52.480104 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:52.557381 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:52.722185 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Allocated IP 172.27.1.197 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/6e204fcf-8e7e-401e-b600-97e1be33d917) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:17:52.829994 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:52.960851 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:53.041233 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:17:53.046412 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:17:53.049109 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:17:53.147897 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Pushing event updated for resources: {'Port': ['ID=6e204fcf-8e7e-401e-b600-97e1be33d917,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:53.489960 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:53.779533 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37406'] for router, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:53.786757 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-592885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611415'] for router, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:53.900961 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Router 9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:17:53.943349 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device a22fa66a-47c6-4666-b338-db691351db7b up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:17:53.993652 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port a22fa66a-47c6-4666-b338-db691351db7b triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:17:53.994020 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:54.022860 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:17:54.031265 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] Notify callbacks [] for router, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:54.044432 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-68481d9f-1b81-4206-9d17-599b07419575 admin admin] 10.222.0.18 "PUT /v2.0/routers/9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c HTTP/1.1" status: 200 len: 890 time: 2.2264159 Oct 12 18:17:54.469579 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Sync routers for ids ['9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:17:54.480200 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Routers {'9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:17:54.480988 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:17:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:17:54.690602 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Set router 9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:17:55.089962 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'name': 'router1', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '6e204fcf-8e7e-401e-b600-97e1be33d917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:17:33Z', 'updated_at': '2021-10-12T18:17:53Z', 'revision_number': 4, 'project_id': '1065667c5e62410e8db95ee2e1b98135', 'gw_port': {'id': '6e204fcf-8e7e-401e-b600-97e1be33d917', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:17:52Z', 'updated_at': '2021-10-12T18:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'a22fa66a-47c6-4666-b338-db691351db7b', 'name': '', 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'mac_address': 'fa:16:3e:d1:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:17:42Z', 'updated_at': '2021-10-12T18:17:47Z', 'revision_number': 5, 'project_id': '1065667c5e62410e8db95ee2e1b98135', 'subnets': [{'id': '71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec9c7a19-9f5a-45e4-a2b3-6a8f5739265e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:17:55.140823 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Checking router: 9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:17:55.141173 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Updating router 9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c port 6e204fcf-8e7e-401e-b600-97e1be33d917 binding host dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:17:55.188130 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:55.515118 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:55.638005 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:55.767765 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Attempting to bind port 6e204fcf-8e7e-401e-b600-97e1be33d917 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:17:55.768045 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Attempting to bind port 6e204fcf-8e7e-401e-b600-97e1be33d917 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:17:55.768419 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Attempting to bind port 6e204fcf-8e7e-401e-b600-97e1be33d917 on network 27969040-b1e7-431a-ac38-d174cd0b9f0d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:17:55.770479 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f0740-2509-4bd0-bd6e-c4e2deec9164 None None] Pushing event updated for resources: {'Port': ['ID=6e204fcf-8e7e-401e-b600-97e1be33d917,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:55.777004 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:17:55.777379 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Checking segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:17:55.777772 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:55.778759 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Bound using segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:17:55.778759 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Bound port: 6e204fcf-8e7e-401e-b600-97e1be33d917, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:17:55.778981 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:55.828526 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] For port 6e204fcf-8e7e-401e-b600-97e1be33d917, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:17:55.831489 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] For port 6e204fcf-8e7e-401e-b600-97e1be33d917, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=6e204fcf-8e7e-401e-b600-97e1be33d917,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:17:55.945849 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:55.996876 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Routers {'9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:17:55.997495 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:17:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:17:56.045060 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f0740-2509-4bd0-bd6e-c4e2deec9164 None None] Pushing event updated for resources: {'Port': ['ID=6e204fcf-8e7e-401e-b600-97e1be33d917,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:56.117205 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] Set router 9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:17:56.342523 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'name': 'router1', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '6e204fcf-8e7e-401e-b600-97e1be33d917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:17:33Z', 'updated_at': '2021-10-12T18:17:53Z', 'revision_number': 4, 'project_id': '1065667c5e62410e8db95ee2e1b98135', 'gw_port': {'id': '6e204fcf-8e7e-401e-b600-97e1be33d917', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:17:52Z', 'updated_at': '2021-10-12T18:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'a22fa66a-47c6-4666-b338-db691351db7b', 'name': '', 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'mac_address': 'fa:16:3e:d1:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:17:42Z', 'updated_at': '2021-10-12T18:17:47Z', 'revision_number': 5, 'project_id': '1065667c5e62410e8db95ee2e1b98135', 'subnets': [{'id': '71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec9c7a19-9f5a-45e4-a2b3-6a8f5739265e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:17:56.372576 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd89b25-6ee0-4a8d-a7c3-857899e6ae76 None None] The sync data for ids ['9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c'] in dv-cinder-813227-2-iscsi is: [{'id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'name': 'router1', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '6e204fcf-8e7e-401e-b600-97e1be33d917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:17:33Z', 'updated_at': '2021-10-12T18:17:53Z', 'revision_number': 4, 'project_id': '1065667c5e62410e8db95ee2e1b98135', 'gw_port': {'id': '6e204fcf-8e7e-401e-b600-97e1be33d917', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:17:52Z', 'updated_at': '2021-10-12T18:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'a22fa66a-47c6-4666-b338-db691351db7b', 'name': '', 'network_id': 'c923b81e-6b55-442f-b3a2-2826a10875f5', 'tenant_id': '1065667c5e62410e8db95ee2e1b98135', 'mac_address': 'fa:16:3e:d1:67:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0e62d5-7d6c-492b-a30d-e05cdf5dd48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:17:42Z', 'updated_at': '2021-10-12T18:17:47Z', 'revision_number': 5, 'project_id': '1065667c5e62410e8db95ee2e1b98135', 'subnets': [{'id': '71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec9c7a19-9f5a-45e4-a2b3-6a8f5739265e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:17:56.564755 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 41884) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:17:56.684388 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-810ab6a7-4d51-4126-b021-7e788c3b225a admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1184173 Oct 12 18:17:57.934645 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 6e204fcf-8e7e-401e-b600-97e1be33d917 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:17:57.994824 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 6e204fcf-8e7e-401e-b600-97e1be33d917 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:17:57.995195 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:58.078832 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:58.101943 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port 6e204fcf-8e7e-401e-b600-97e1be33d917, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=6e204fcf-8e7e-401e-b600-97e1be33d917,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:17:58.219421 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:17:58.267825 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=6e204fcf-8e7e-401e-b600-97e1be33d917,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:17:59.923378 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 6e204fcf-8e7e-401e-b600-97e1be33d917 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:17:59.980153 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 6e204fcf-8e7e-401e-b600-97e1be33d917 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:17:59.980717 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:18:04.287932 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0fbfb276-8ab0-492a-9821-5809eb4e4724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:18:07.226817 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bd66e8f-d9ce-4753-b237-4db8db2abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:18:08.041944 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:18:08.238088 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:18:09.883338 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:18:16.997122 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 5 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:18:34.248882 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2c59-e96e-4052-bf05-3c3a65e8543c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:18:37.214372 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bca26d51-fbf4-48ce-a2b1-10905207708c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:18:38.048388 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:18:38.208936 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:18:39.877042 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:18:53.997492 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 5 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:19:04.253810 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-717aed32-8beb-42ec-a584-3672d678676e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:07.213609 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73da75af-1020-4c14-a3fe-7cbcac83bf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:08.059208 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:08.240972 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:09.883365 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:30.997955 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 5 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:19:34.247398 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9a8787f-6809-4ff6-9b0c-914cf8e1f214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:37.207032 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b8fce101-2b90-401c-a1e2-9f296797b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:38.008421 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:38.212081 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:39.359624 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42446) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:19:39.424544 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1263821-04ed-422f-877f-0001e222fa05 admin admin] GET failed (client error): The resource could not be found. Oct 12 18:19:39.425903 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-a1263821-04ed-422f-877f-0001e222fa05 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653398 Oct 12 18:19:39.600588 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a232f4-be75-44e2-b5da-7ca1202f9a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:39.601977 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-e6a232f4-be75-44e2-b5da-7ca1202f9a82 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1714213 Oct 12 18:19:39.851785 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:41.911194 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42456) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:19:42.006196 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4593532-2d0a-42a3-a8ab-74ff5c1d6303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:42.007546 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-e4593532-2d0a-42a3-a8ab-74ff5c1d6303 admin admin] 10.222.0.18 "GET /v2.0/subnets/71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266 HTTP/1.1" status: 200 len: 849 time: 0.0954027 Oct 12 18:19:42.017927 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:19:42.104536 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:42.377939 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788963261197'] for subnet, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:42.408447 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:42.409005 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:42.412055 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] 10.222.0.18 "PUT /v2.0/subnets/71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266 HTTP/1.1" status: 200 len: 868 time: 0.3962612 Oct 12 18:19:42.413318 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce62b2c4-ea1b-4498-918b-ce4d79653cbe None None] Network c923b81e-6b55-442f-b3a2-2826a10875f5 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:19:42.436674 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:19:42.446070 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:19:42.446487 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:19:42.446777 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:19:42.447107 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:19:42.447582 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:19:42.447938 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:19:42.448268 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:19:42.448639 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:19:42.454164 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:19:42.454164 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:19:42.454164 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:19:42.454164 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d8c9c-306d-46c8-a564-924f77e40663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:19:42.818662 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-060deafc-50fd-42f8-aeeb-91e826fa0b61 None None] Provisioning complete for port dff54bfe-1958-426a-96aa-5827f50a74ff triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:19:42.819032 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-060deafc-50fd-42f8-aeeb-91e826fa0b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:42.911752 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-060deafc-50fd-42f8-aeeb-91e826fa0b61 None None] Provisioning complete for port a22fa66a-47c6-4666-b338-db691351db7b triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:19:42.912008 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-060deafc-50fd-42f8-aeeb-91e826fa0b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:19:44.741295 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 42464) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:19:45.017064 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af5383-23ff-48d0-80a4-f24951061121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:45.017525 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af5383-23ff-48d0-80a4-f24951061121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:45.019666 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-64af5383-23ff-48d0-80a4-f24951061121 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2774141 Oct 12 18:19:47.335875 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 42474) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:19:47.472601 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc40b1-babb-42d9-9dd5-43c6efad70f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:47.473059 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc40b1-babb-42d9-9dd5-43c6efad70f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:47.474601 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-4afc40b1-babb-42d9-9dd5-43c6efad70f4 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1377172 Oct 12 18:19:49.793563 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 42482) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:19:49.927728 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3776c4cc-aea4-4dbd-adc6-f2b71bc4a427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:49.929049 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-3776c4cc-aea4-4dbd-adc6-f2b71bc4a427 admin admin] 10.222.0.18 "GET /v2.0/networks/27969040-b1e7-431a-ac38-d174cd0b9f0d HTTP/1.1" status: 200 len: 886 time: 0.1345053 Oct 12 18:19:52.239246 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 42490) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:19:52.383058 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a784fe8-5361-4584-8d64-764cc42f39db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:52.384437 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-8a784fe8-5361-4584-8d64-764cc42f39db admin admin] 10.222.0.18 "GET /v2.0/networks/c923b81e-6b55-442f-b3a2-2826a10875f5 HTTP/1.1" status: 200 len: 869 time: 0.1441934 Oct 12 18:19:54.726677 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 42498) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:19:54.857327 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756914b8-bbb6-4d44-9f45-84c1fa080754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:54.857778 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756914b8-bbb6-4d44-9f45-84c1fa080754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:54.859310 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-756914b8-bbb6-4d44-9f45-84c1fa080754 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1317189 Oct 12 18:19:57.185525 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 42506) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:19:57.278271 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8684c9-8d8a-4657-83d9-12b4b1b8315f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:57.278717 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8684c9-8d8a-4657-83d9-12b4b1b8315f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:57.280246 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-4e8684c9-8d8a-4657-83d9-12b4b1b8315f admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937746 Oct 12 18:19:59.587050 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 42514) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:19:59.683299 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1573eaf2-886d-4fb0-8a4e-51537f114c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:19:59.684680 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-1573eaf2-886d-4fb0-8a4e-51537f114c60 admin admin] 10.222.0.18 "GET /v2.0/subnets/71df6a57-a8a1-44e3-bc3d-0f4eb9d1e266 HTTP/1.1" status: 200 len: 868 time: 0.0966623 Oct 12 18:20:01.998028 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42522) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:20:02.085889 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76159aaa-33d8-4901-8404-102e06c9672f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:20:02.087239 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-76159aaa-33d8-4901-8404-102e06c9672f admin admin] 10.222.0.18 "GET /v2.0/subnets/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf HTTP/1.1" status: 200 len: 816 time: 0.0882497 Oct 12 18:20:04.269422 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d04660f7-70da-4ed0-9191-fcc8bd1900af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:07.229597 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aca34f67-cb16-45c1-80f9-02cdb9a9a0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:07.997044 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 5 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:20:07.999212 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:08.229332 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:09.863705 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:28.053222 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42576) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:20:28.102113 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [None req-8a54bb57-b55c-4dd1-acc5-bdfbdbf34960 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:20:28.103201 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-8a54bb57-b55c-4dd1-acc5-bdfbdbf34960 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0490391 Oct 12 18:20:30.497930 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42584) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:20:30.560285 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c62f860-5eb2-4b30-9b48-dac5669db999 admin admin] GET failed (client error): The resource could not be found. Oct 12 18:20:30.561669 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-5c62f860-5eb2-4b30-9b48-dac5669db999 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628033 Oct 12 18:20:30.716831 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1450d669-05ea-49bf-a45d-534c5a6f560d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:20:30.718236 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-1450d669-05ea-49bf-a45d-534c5a6f560d admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1519437 Oct 12 18:20:33.056251 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42592) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:20:33.103001 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:20:33.211378 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] Made reservation on behalf of e340b2a295714eb294f0cebe48fde56d for: {'network': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:20:33.213719 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:33.257001 dv-cinder-813227-2-iscsi neutron-server[94836]: WARNING neutron.services.revisions.revision_plugin [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] Could not find related network for resource to bump revision. Oct 12 18:20:33.273837 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:20:33.287394 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788963349495', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:33.288065 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] Unsubscribe: segment precommit_create {{(pid=94836) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 18:20:33.288584 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.segments_db [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] Added segment 299b5238-e6da-4996-b105-d8109e7c6cd8 of type vlan for network 5ca110e7-0e35-45fe-9d0a-3a7913ad4f25 Oct 12 18:20:33.345396 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:33.463592 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:33.464716 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:20:33.465411 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:33.556358 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=5ca110e7-0e35-45fe-9d0a-3a7913ad4f25,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:20:33.567446 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network 5ca110e7-0e35-45fe-9d0a-3a7913ad4f25 details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:20:33.614850 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-b0223e0b-ad4c-4303-83dc-bc7701163cd5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5572615 Oct 12 18:20:34.262928 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffed8721-184e-4d38-82eb-c98b8457c864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:35.980759 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 42600) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:20:36.044058 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f67a622-f780-4014-a572-925d566fdce5 admin admin] GET failed (client error): The resource could not be found. Oct 12 18:20:36.045472 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-3f67a622-f780-4014-a572-925d566fdce5 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0637627 Oct 12 18:20:36.147769 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7979564-2c02-4a87-b9e9-c786b85af797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:20:36.149260 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-f7979564-2c02-4a87-b9e9-c786b85af797 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0985527 Oct 12 18:20:36.160458 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Request body: {'subnet': {'network_id': '5ca110e7-0e35-45fe-9d0a-3a7913ad4f25', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:20:36.245729 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Made reservation on behalf of e340b2a295714eb294f0cebe48fde56d for: {'subnet': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:20:36.248026 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:36.548762 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:36.603276 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0711df1-5605-48b0-ab67-6969eea51290,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:20:36.613387 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:36.613704 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:36.614032 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:36.614358 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:36.614679 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:36.615002 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:36.615378 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:36.615696 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:36.616032 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:36.616355 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:36.616693 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:36.617002 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:36.623088 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Checking segment: {'id': '299b5238-e6da-4996-b105-d8109e7c6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5ca110e7-0e35-45fe-9d0a-3a7913ad4f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:20:36.623478 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Network hostable DHCP agents. Network: 5ca110e7-0e35-45fe-9d0a-3a7913ad4f25, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:20:36.748626 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Network 5ca110e7-0e35-45fe-9d0a-3a7913ad4f25 is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:20:36.844936 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, 5ca110e7-0e35-45fe-9d0a-3a7913ad4f25) {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:20:36.849967 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:20:36.850555 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:36.855322 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92abb898-80cb-435e-a864-49214a7ef597 None None] Network 5ca110e7-0e35-45fe-9d0a-3a7913ad4f25 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:20:36.945527 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-a055741d-5c8c-4a31-b447-70c00b91576d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7891273 Oct 12 18:20:37.015253 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp890a0fb1-e2fa-564a-9d74-2c4b0b4cc0ae-5ca110e7-0e35-45fe-9d0a-3a7913ad4f25', 'network_id': '5ca110e7-0e35-45fe-9d0a-3a7913ad4f25', 'tenant_id': 'e340b2a295714eb294f0cebe48fde56d', 'fixed_ips': [{'subnet_id': 'd0711df1-5605-48b0-ab67-6969eea51290'}]}} from dv-cinder-813227-2-iscsi. {{(pid=94837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:20:37.016741 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:37.264033 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a594a1f-1422-4eda-98b6-a4ce94cafa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:37.288498 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Allocated IP 192.168.233.2 (5ca110e7-0e35-45fe-9d0a-3a7913ad4f25/d0711df1-5605-48b0-ab67-6969eea51290/8a95eda7-63d4-49eb-8bc1-1ce12d497616) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:20:37.437190 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:37.549916 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:37.595060 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Network 5ca110e7-0e35-45fe-9d0a-3a7913ad4f25 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:20:37.599069 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:20:37.600982 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Pushing event updated for resources: {'Port': ['ID=8a95eda7-63d4-49eb-8bc1-1ce12d497616,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:20:37.603168 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:20:37.615281 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:37.615281 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:37.615582 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:37.615749 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:37.616117 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:37.616494 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:37.616781 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:37.617181 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:37.617856 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:37.617856 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:37.618055 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:37.618382 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:20:37.670035 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Attempting to bind port 8a95eda7-63d4-49eb-8bc1-1ce12d497616 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:20:37.670402 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Attempting to bind port 8a95eda7-63d4-49eb-8bc1-1ce12d497616 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '299b5238-e6da-4996-b105-d8109e7c6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5ca110e7-0e35-45fe-9d0a-3a7913ad4f25'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:20:37.670760 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Attempting to bind port 8a95eda7-63d4-49eb-8bc1-1ce12d497616 on network 5ca110e7-0e35-45fe-9d0a-3a7913ad4f25 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:20:37.677390 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:20:37.677757 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Checking segment: {'id': '299b5238-e6da-4996-b105-d8109e7c6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5ca110e7-0e35-45fe-9d0a-3a7913ad4f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:20:37.678153 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:37.678538 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Bound using segment: {'id': '299b5238-e6da-4996-b105-d8109e7c6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5ca110e7-0e35-45fe-9d0a-3a7913ad4f25'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:20:37.679054 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Bound port: 8a95eda7-63d4-49eb-8bc1-1ce12d497616, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299b5238-e6da-4996-b105-d8109e7c6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5ca110e7-0e35-45fe-9d0a-3a7913ad4f25'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:20:37.679449 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:37.747798 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] For port 8a95eda7-63d4-49eb-8bc1-1ce12d497616, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:20:37.750954 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] For port 8a95eda7-63d4-49eb-8bc1-1ce12d497616, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=8a95eda7-63d4-49eb-8bc1-1ce12d497616,segment=NetworkSegment(299b5238-e6da-4996-b105-d8109e7c6cd8),segment_id=299b5238-e6da-4996-b105-d8109e7c6cd8)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:20:37.938882 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:38.018965 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c6a9c-8639-497b-8520-06a939155859 None None] Pushing event updated for resources: {'Port': ['ID=8a95eda7-63d4-49eb-8bc1-1ce12d497616,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:20:38.045958 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:38.256118 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:38.784237 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dcba48-a99b-4a07-9233-cdb399562616 None None] Network 5ca110e7-0e35-45fe-9d0a-3a7913ad4f25 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:20:38.905418 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-f83d4f85-2236-4345-a7a5-e98d6530e8f6 None None] Provisioning complete for port 8a95eda7-63d4-49eb-8bc1-1ce12d497616 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:20:38.905788 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f83d4f85-2236-4345-a7a5-e98d6530e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:39.017297 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f83d4f85-2236-4345-a7a5-e98d6530e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:39.057860 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-f83d4f85-2236-4345-a7a5-e98d6530e8f6 None None] For port 8a95eda7-63d4-49eb-8bc1-1ce12d497616, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=8a95eda7-63d4-49eb-8bc1-1ce12d497616,segment=NetworkSegment(299b5238-e6da-4996-b105-d8109e7c6cd8),segment_id=299b5238-e6da-4996-b105-d8109e7c6cd8)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:20:39.131335 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f83d4f85-2236-4345-a7a5-e98d6530e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:39.190523 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d4f85-2236-4345-a7a5-e98d6530e8f6 None None] Pushing event updated for resources: {'Port': ['ID=8a95eda7-63d4-49eb-8bc1-1ce12d497616,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:20:39.253540 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-578ac490-e8f8-4c72-a9f5-6b9b81fe1b0c None None] Provisioning complete for port 8a95eda7-63d4-49eb-8bc1-1ce12d497616 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:20:39.253920 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-578ac490-e8f8-4c72-a9f5-6b9b81fe1b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:39.857380 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:40.057810 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 8a95eda7-63d4-49eb-8bc1-1ce12d497616 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:20:40.111222 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 8a95eda7-63d4-49eb-8bc1-1ce12d497616 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:20:40.111594 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:20:44.995332 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 5 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:21:04.262788 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-403dc376-3ab8-4382-b855-5894ab6ad00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:21:07.262158 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1762fd1-8843-45b5-a17c-d792b9aa5a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:21:08.003891 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:21:08.238492 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:21:10.021355 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:21:21.994391 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 5 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:21:34.290224 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7397c8ad-ab35-433e-bba7-49af711a2de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:21:37.192758 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-95af72db-7631-4021-8557-7d2cd28b3b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:21:38.004246 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:21:38.209787 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:21:39.855466 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:21:58.992427 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 5 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:22:04.265912 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-209ea03d-600f-4fc7-9ad1-92c2ec9dbcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:05.939800 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 42654) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:22:05.945646 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [None req-5c45dc2e-4b20-41e0-b95c-d0f77658c4b1 tempest-verify_tempest_config-506757309 tempest-verify_tempest_config-506757309-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:22:05.946655 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-5c45dc2e-4b20-41e0-b95c-d0f77658c4b1 tempest-verify_tempest_config-506757309 tempest-verify_tempest_config-506757309-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058327 Oct 12 18:22:06.448626 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 42672) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:22:06.549146 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:06.623268 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:06.700080 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:06.747464 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce4f180480024840a89a0210da934f70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2977862 Oct 12 18:22:06.748495 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f8c33c-07d2-4708-969b-5bd100601f7d,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:22:06.750215 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42676) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:22:06.755616 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:06.755958 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:06.762898 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:06.762898 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:06.762898 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:06.762898 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:06.762898 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:06.762898 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:06.762898 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:06.762898 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:06.762898 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:06.762898 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a08754-68b9-4ae2-8c4f-010e26db54f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:06.825163 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:06.848542 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:06.997938 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:07.000424 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:07.001578 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01f8c33c-07d2-4708-969b-5bd100601f7d HTTP/1.1" status: 204 len: 168 time: 0.2497549 Oct 12 18:22:07.009261 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f8c33c-07d2-4708-969b-5bd100601f7d,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:22:07.016347 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:07.016734 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:07.017077 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:07.017406 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:07.017754 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:07.018061 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:07.018388 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:07.018714 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:07.019049 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:07.019376 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:07.019692 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:07.020009 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b712651-c2a4-4bde-8e70-4a2de7e206fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:22:07.197991 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-30032c9c-1bc4-44a4-915f-7e1e5d63a23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:07.986537 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:08.220837 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:09.923011 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:34.259871 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01be77ee-446e-47ec-aba3-d2bfc1d52c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:35.991177 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 5 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:22:37.243001 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eab9f7d2-1b76-4764-916c-3b5cecbe3c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:38.037476 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:38.225664 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:22:39.951758 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:23:04.304541 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-924aa3ff-638d-467d-8c8e-4949d90688d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:23:07.253465 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76ffc23d-7403-4d3b-bcb4-8e1232bca1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:23:07.996742 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:23:08.253513 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:23:09.859586 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:23:12.990216 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 5 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:23:34.298853 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7adbf48b-8738-48c8-a07d-d68a0387f1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:23:37.230139 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b709971-085c-4814-ad6b-137b713a230a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:23:37.962059 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:23:38.207236 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:23:39.852747 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:23:39.869684 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-634869'] for agent, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:23:49.989119 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:23:55.624662 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42750) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:23:55.733487 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-951b4d26-16aa-4b07-badc-e1bf039f3c66 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1077318 Oct 12 18:23:58.080561 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42760) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:23:58.139890 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-42f70e13-35ff-4c03-8361-e63bb6606b2f admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0578332 Oct 12 18:24:04.309748 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1897ada5-ad0d-47e9-8e84-3bb334ba998c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:24:07.235457 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-30130a44-8101-4226-acf0-258efae422be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:24:07.995302 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:24:08.246421 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:24:09.898499 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:24:09.909386 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:24:26.989015 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:24:34.297476 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2cdaee9f-0ce4-4fa5-9209-b2106b80ff64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:24:37.223834 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0fef7e3c-163b-42c9-87de-e72a84dd4414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:24:38.008258 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:24:38.234996 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:24:39.881026 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:24:39.897427 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:03.987887 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:25:04.280505 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-285f84f6-edbf-4c3f-8dec-f5c893dff0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:07.217542 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c269f92-f6b6-41d7-a89c-48ba5af2ab54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:08.011951 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:08.280560 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:09.875127 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:09.909292 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:27.502968 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42872) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:27.728087 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-831590292-network', 'tenant_id': '9da6195bb2d64abfa8cd8671874f1830'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:27.823035 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Made reservation on behalf of 9da6195bb2d64abfa8cd8671874f1830 for: {'network': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:25:27.825542 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:27.834833 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:27.917689 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:28.000530 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:28.019976 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:25:28.033841 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:28.036036 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:28.036369 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.segments_db [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Added segment bbeaebef-6637-47bf-9342-5c3a692d5265 of type vlan for network 5abeb470-0961-42f8-b25c-58bd0d9fefe4 Oct 12 18:25:28.048129 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:28.048519 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:28.048863 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:28.049188 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:28.049511 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:28.049836 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:28.050158 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:28.050477 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:28.050814 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:28.051130 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:28.051443 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:28.051760 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Tracked resource versions report: Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: pushed versions: Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: { 'AddressGroup': {'1.2'}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'ConntrackHelper': {'1.0'}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Log': {'1.0'}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Network': {'1.1'}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Port': {'1.7'}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'PortForwarding': {'1.2'}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'QosPolicy': {'1.10'}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'SecurityGroup': {'1.4'}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'SubPort': {'1.0'}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Subnet': {'1.1'}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Trunk': {'1.1'}} Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: consumer versions: Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: { DHCP agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: HyperV agent@hv-cinder-81322: {}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: L3 agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: Metadata agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: Metering agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: Open vSwitch agent@dv-cinder-813227-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'ConntrackHelper': '1.0', Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Log': '1.0', Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Network': '1.1', Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Port': '1.7', Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'PortForwarding': '1.2', Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'QosPolicy': '1.10', Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'SecurityGroup': '1.4', Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'SecurityGroupRule': '1.2', Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'SubPort': '1.0', Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Subnet': '1.1', Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: 'Trunk': '1.1'}} Oct 12 18:25:28.053382 dv-cinder-813227-2-iscsi neutron-server[94836]: {{(pid=94836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:25:28.092216 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:28.195166 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:28.196607 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:28.197467 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:28.258889 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] Pushing event updated for resources: {'Network': ['ID=5abeb470-0961-42f8-b25c-58bd0d9fefe4,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:28.269462 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network 5abeb470-0961-42f8-b25c-58bd0d9fefe4 details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:25:28.306295 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-83c3d455-f67a-4cd9-9d51-bf2262af69fc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8021755 Oct 12 18:25:28.309291 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42916) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:28.313930 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-79ed8dc6-3b46-483a-a089-df1fcd0c5d2d admin admin] Request body: {'subnet': {'network_id': '5abeb470-0961-42f8-b25c-58bd0d9fefe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-831590292-subnet', 'tenant_id': '9da6195bb2d64abfa8cd8671874f1830', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:28.388871 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ed8dc6-3b46-483a-a089-df1fcd0c5d2d admin admin] Made reservation on behalf of 9da6195bb2d64abfa8cd8671874f1830 for: {'subnet': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:25:28.391771 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-79ed8dc6-3b46-483a-a089-df1fcd0c5d2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:28.612065 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-79ed8dc6-3b46-483a-a089-df1fcd0c5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:28.670077 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed8dc6-3b46-483a-a089-df1fcd0c5d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=917cde8a-9648-4adb-b1c5-ac611a3bcb4a,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:28.679048 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ed8dc6-3b46-483a-a089-df1fcd0c5d2d admin admin] Checking segment: {'id': 'bbeaebef-6637-47bf-9342-5c3a692d5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5abeb470-0961-42f8-b25c-58bd0d9fefe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:25:28.679295 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed8dc6-3b46-483a-a089-df1fcd0c5d2d admin admin] Network hostable DHCP agents. Network: 5abeb470-0961-42f8-b25c-58bd0d9fefe4, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:25:28.731525 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed8dc6-3b46-483a-a089-df1fcd0c5d2d admin admin] Network 5abeb470-0961-42f8-b25c-58bd0d9fefe4 is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:25:28.835647 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-79ed8dc6-3b46-483a-a089-df1fcd0c5d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, 5abeb470-0961-42f8-b25c-58bd0d9fefe4) {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:28.840048 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ed8dc6-3b46-483a-a089-df1fcd0c5d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:28.841112 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-79ed8dc6-3b46-483a-a089-df1fcd0c5d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:28.844134 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f593b7-38d1-45ea-b09d-075c8fe033fd None None] Network 5abeb470-0961-42f8-b25c-58bd0d9fefe4 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:25:28.959536 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa577a1-b8d2-43a0-898f-ab5fdb50bbb4 None None] Network 5abeb470-0961-42f8-b25c-58bd0d9fefe4 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:25:29.012090 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-79ed8dc6-3b46-483a-a089-df1fcd0c5d2d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7017300 Oct 12 18:25:29.072385 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42946) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:29.286157 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1099184286-network', 'tenant_id': '0e8e9dc83e25477dae45ac51e7fee2c6'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:29.388824 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Made reservation on behalf of 0e8e9dc83e25477dae45ac51e7fee2c6 for: {'network': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:25:29.391139 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:29.400094 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:29.479745 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:29.566332 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:29.596208 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefa0c4d-d243-4afc-a9ab-0cca43f282e8,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:29.599028 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:25:29.609346 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:29.609676 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.segments_db [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Added segment ba772ee3-39b3-45f0-9982-4845c84d178d of type vlan for network 46deb2de-3ec3-433b-bcff-03449b0dc787 Oct 12 18:25:29.650856 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:29.737575 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:29.738908 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:29.739474 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:29.803674 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] Pushing event updated for resources: {'Network': ['ID=46deb2de-3ec3-433b-bcff-03449b0dc787,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:29.811811 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network 46deb2de-3ec3-433b-bcff-03449b0dc787 details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:25:29.871975 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-da3bc528-03e5-4115-8e13-21c6db8b5e71 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7976692 Oct 12 18:25:29.874861 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42984) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:29.879782 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-649b4018-afa7-44b2-a947-189366cd0951 admin admin] Request body: {'subnet': {'network_id': '46deb2de-3ec3-433b-bcff-03449b0dc787', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1099184286-subnet', 'tenant_id': '0e8e9dc83e25477dae45ac51e7fee2c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:30.023126 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649b4018-afa7-44b2-a947-189366cd0951 admin admin] Made reservation on behalf of 0e8e9dc83e25477dae45ac51e7fee2c6 for: {'subnet': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:25:30.025813 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-649b4018-afa7-44b2-a947-189366cd0951 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:30.074580 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 42994) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:30.219358 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43010) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:30.263828 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-649b4018-afa7-44b2-a947-189366cd0951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:30.329794 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b4018-afa7-44b2-a947-189366cd0951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=108491a7-aa72-4c21-86b7-331ca2c13c8e,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:30.335686 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649b4018-afa7-44b2-a947-189366cd0951 admin admin] Checking segment: {'id': 'ba772ee3-39b3-45f0-9982-4845c84d178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46deb2de-3ec3-433b-bcff-03449b0dc787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:25:30.336264 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649b4018-afa7-44b2-a947-189366cd0951 admin admin] Network hostable DHCP agents. Network: 46deb2de-3ec3-433b-bcff-03449b0dc787, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:25:30.411535 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649b4018-afa7-44b2-a947-189366cd0951 admin admin] Network 46deb2de-3ec3-433b-bcff-03449b0dc787 is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:25:30.469788 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1246571647-network', 'tenant_id': 'ee04649277c84912b20967b31162615b'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:30.488089 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-649b4018-afa7-44b2-a947-189366cd0951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, 46deb2de-3ec3-433b-bcff-03449b0dc787) {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:30.496430 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649b4018-afa7-44b2-a947-189366cd0951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:30.497223 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-649b4018-afa7-44b2-a947-189366cd0951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:30.499570 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c744f6b-e564-4657-9fa8-09b416c5715a None None] Network 46deb2de-3ec3-433b-bcff-03449b0dc787 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:25:30.520432 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-network', 'tenant_id': '94cdd5201533434888e7691148b9a3a8'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:30.566927 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Made reservation on behalf of ee04649277c84912b20967b31162615b for: {'network': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:25:30.569768 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:30.582609 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:30.663255 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:30.675289 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6661d111-0720-47a8-94c7-b021b945b2ce None None] Network 46deb2de-3ec3-433b-bcff-03449b0dc787 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:25:30.694835 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-649b4018-afa7-44b2-a947-189366cd0951 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8189378 Oct 12 18:25:30.754435 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:30.783370 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Made reservation on behalf of 94cdd5201533434888e7691148b9a3a8 for: {'network': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:25:30.785969 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:30.797052 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:30.807133 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:25:30.822489 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:30.822824 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.segments_db [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Added segment 45cbc919-7847-4866-8bfc-912012407e39 of type vlan for network c28011f7-a600-4bea-98eb-e6748c99ba11 Oct 12 18:25:30.869735 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:30.877071 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97e9559-e79b-4aad-b900-e9719905d184,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:30.923062 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:31.012093 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:31.013439 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:31.014036 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:31.057775 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:31.116219 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:25:31.140780 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0647058 Oct 12 18:25:31.144582 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43042) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:31.153823 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-0ca888d9-c02d-4fd8-ba25-35ca831426d4 admin admin] Request body: {'subnet': {'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1246571647-subnet', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:31.158312 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a213b6b4-d0d6-4a3f-ad54-1232ac2d2858,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:31.163153 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ca488-5411-4327-80fd-8267c04e9eec admin admin] Pushing event updated for resources: {'Network': ['ID=c28011f7-a600-4bea-98eb-e6748c99ba11,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:31.176485 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network c28011f7-a600-4bea-98eb-e6748c99ba11 details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:25:31.195531 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:31.195876 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:31.196349 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:31.196711 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:31.197041 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:31.197388 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:31.197759 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:31.198222 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:31.198568 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:31.199193 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:31.199523 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:31.199975 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Tracked resource versions report: Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: pushed versions: Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: { 'AddressGroup': {'1.2'}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'ConntrackHelper': {'1.0'}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Log': {'1.0'}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Network': {'1.1'}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Port': {'1.7'}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'PortForwarding': {'1.2'}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'QosPolicy': {'1.10'}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'SecurityGroup': {'1.4'}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'SubPort': {'1.0'}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Subnet': {'1.1'}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Trunk': {'1.1'}} Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: consumer versions: Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: { DHCP agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: HyperV agent@hv-cinder-81322: {}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: L3 agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: Metadata agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: Metering agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: Open vSwitch agent@dv-cinder-813227-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'ConntrackHelper': '1.0', Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Log': '1.0', Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Network': '1.1', Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Port': '1.7', Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'PortForwarding': '1.2', Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'QosPolicy': '1.10', Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'SecurityGroup': '1.4', Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'SecurityGroupRule': '1.2', Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'SubPort': '1.0', Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Subnet': '1.1', Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: 'Trunk': '1.1'}} Oct 12 18:25:31.201139 dv-cinder-813227-2-iscsi neutron-server[94835]: {{(pid=94835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:25:31.217150 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:31.218571 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.segments_db [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Added segment 0f3ba7f9-52b9-4ead-bc23-27b4771f4b60 of type vlan for network 80f5cd14-5950-4313-a8f0-f81c86803faa Oct 12 18:25:31.263821 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:31.308734 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca888d9-c02d-4fd8-ba25-35ca831426d4 admin admin] Made reservation on behalf of ee04649277c84912b20967b31162615b for: {'subnet': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:25:31.312760 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0ca888d9-c02d-4fd8-ba25-35ca831426d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:31.397761 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:31.398912 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:31.399789 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:31.492263 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2632833 Oct 12 18:25:31.493543 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43060) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:31.504571 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-33a228b0-33c0-42c2-a420-776afca48aa0 admin admin] Request body: {'subnet': {'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-subnet', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:31.529135 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba0a2a-779b-4e2c-a05b-61c31b999168 admin admin] Pushing event updated for resources: {'Network': ['ID=80f5cd14-5950-4313-a8f0-f81c86803faa,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:31.533983 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network 80f5cd14-5950-4313-a8f0-f81c86803faa details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:25:31.737123 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a228b0-33c0-42c2-a420-776afca48aa0 admin admin] Made reservation on behalf of 94cdd5201533434888e7691148b9a3a8 for: {'subnet': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:25:31.740854 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-33a228b0-33c0-42c2-a420-776afca48aa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:31.783265 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0ca888d9-c02d-4fd8-ba25-35ca831426d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:31.844689 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca888d9-c02d-4fd8-ba25-35ca831426d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb784df-79ec-41a5-852a-05a0e006be4c,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:31.897512 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca888d9-c02d-4fd8-ba25-35ca831426d4 admin admin] Checking segment: {'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:25:31.897512 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca888d9-c02d-4fd8-ba25-35ca831426d4 admin admin] Network hostable DHCP agents. Network: c28011f7-a600-4bea-98eb-e6748c99ba11, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:25:32.046314 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca888d9-c02d-4fd8-ba25-35ca831426d4 admin admin] Network c28011f7-a600-4bea-98eb-e6748c99ba11 is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:25:32.063555 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-33a228b0-33c0-42c2-a420-776afca48aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:32.110815 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43100) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:32.116019 dv-cinder-813227-2-iscsi neutron-server[94835]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 18:25:32.137428 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-0ca888d9-c02d-4fd8-ba25-35ca831426d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, c28011f7-a600-4bea-98eb-e6748c99ba11) {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:32.162578 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceed163d-b412-4fc2-ad0c-fdc01d07ef7c None None] Network c28011f7-a600-4bea-98eb-e6748c99ba11 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:25:32.169000 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a228b0-33c0-42c2-a420-776afca48aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=502622b7-745a-4ead-8e74-4e8abad1dbf8,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:32.173979 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a228b0-33c0-42c2-a420-776afca48aa0 admin admin] Checking segment: {'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:25:32.175563 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a228b0-33c0-42c2-a420-776afca48aa0 admin admin] Network hostable DHCP agents. Network: 80f5cd14-5950-4313-a8f0-f81c86803faa, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:25:32.215518 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca888d9-c02d-4fd8-ba25-35ca831426d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:32.216125 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0ca888d9-c02d-4fd8-ba25-35ca831426d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:32.269611 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a228b0-33c0-42c2-a420-776afca48aa0 admin admin] Network 80f5cd14-5950-4313-a8f0-f81c86803faa is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:25:32.280713 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-33a228b0-33c0-42c2-a420-776afca48aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, 80f5cd14-5950-4313-a8f0-f81c86803faa) {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:32.286445 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a228b0-33c0-42c2-a420-776afca48aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:32.296433 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-33a228b0-33c0-42c2-a420-776afca48aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:32.307340 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eada069f-54b9-49dc-be13-3f7a3195a34d None None] Network 80f5cd14-5950-4313-a8f0-f81c86803faa requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:25:32.440342 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-0ca888d9-c02d-4fd8-ba25-35ca831426d4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2944624 Oct 12 18:25:32.443444 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp890a0fb1-e2fa-564a-9d74-2c4b0b4cc0ae-c28011f7-a600-4bea-98eb-e6748c99ba11', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c'}]}} from dv-cinder-813227-2-iscsi. {{(pid=94837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:25:32.444358 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43110) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:32.445816 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:32.449372 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:32.464335 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2a794745-0a61-4978-9384-6a6c68a1cb19 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:32.465951 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2a794745-0a61-4978-9384-6a6c68a1cb19 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/networks?id=5abeb470-0961-42f8-b25c-58bd0d9fefe4 HTTP/1.1" status: 200 len: 811 time: 0.3511195 Oct 12 18:25:32.482345 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-bb4533e6-8044-4422-bb9a-fe74c99368d3 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/quotas/9da6195bb2d64abfa8cd8671874f1830 HTTP/1.1" status: 200 len: 375 time: 0.0106268 Oct 12 18:25:32.543276 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-81ee3f83-9b03-44aa-bc47-bf24a8617ac3 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9da6195bb2d64abfa8cd8671874f1830&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536990 Oct 12 18:25:32.647807 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp890a0fb1-e2fa-564a-9d74-2c4b0b4cc0ae-80f5cd14-5950-4313-a8f0-f81c86803faa', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8'}]}} from dv-cinder-813227-2-iscsi. {{(pid=94837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:25:32.648695 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:32.669774 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Allocated IP 172.20.0.2 (c28011f7-a600-4bea-98eb-e6748c99ba11/ecb784df-79ec-41a5-852a-05a0e006be4c/5a45bd92-47a4-4ce3-a19e-82de789c5158) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:25:32.688463 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-33a228b0-33c0-42c2-a420-776afca48aa0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1868274 Oct 12 18:25:32.690680 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43122) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:32.696433 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:32.794962 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37475'] for router, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:32.796110 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37480'] for router, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:32.870086 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43126) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:32.876327 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1664686349-network', 'tenant_id': '6ffaaf836e7a49e6965a7d80f3fd4400'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:32.878484 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Allocated IP 172.20.0.2 (80f5cd14-5950-4313-a8f0-f81c86803faa/502622b7-745a-4ead-8e74-4e8abad1dbf8/7fc22930-912d-46d0-b71e-ac04e1789273) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:25:32.905420 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37475'] for router, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:32.906510 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37480'] for router, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:32.973560 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:32.993289 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.002263 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Made reservation on behalf of 6ffaaf836e7a49e6965a7d80f3fd4400 for: {'network': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:25:33.006355 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.037725 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.059758 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.084084 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.153829 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Network c28011f7-a600-4bea-98eb-e6748c99ba11 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:25:33.160699 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:33.167996 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Pushing event updated for resources: {'Port': ['ID=5a45bd92-47a4-4ce3-a19e-82de789c5158,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:33.172080 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:25:33.188433 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-cb5dfe31-50b2-4ba4-9be4-0a88000d976e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:25:33.189429 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-cb5dfe31-50b2-4ba4-9be4-0a88000d976e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2416909 Oct 12 18:25:33.222416 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:33.222667 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:33.222992 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:33.223330 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:33.223663 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:33.225660 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:33.226434 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:33.226775 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:33.227141 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:33.227495 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:33.230711 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:33.230711 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Tracked resource versions report: Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: pushed versions: Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: { 'AddressGroup': {'1.2'}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'ConntrackHelper': {'1.0'}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Log': {'1.0'}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Network': {'1.1'}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Port': {'1.7'}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'PortForwarding': {'1.2'}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'QosPolicy': {'1.10'}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'SecurityGroup': {'1.4'}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'SubPort': {'1.0'}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Subnet': {'1.1'}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Trunk': {'1.1'}} Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: consumer versions: Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: { DHCP agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: HyperV agent@hv-cinder-81322: {}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: L3 agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: Metadata agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: Metering agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: Open vSwitch agent@dv-cinder-813227-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'ConntrackHelper': '1.0', Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Log': '1.0', Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Network': '1.1', Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Port': '1.7', Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'PortForwarding': '1.2', Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'QosPolicy': '1.10', Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'SecurityGroup': '1.4', Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'SecurityGroupRule': '1.2', Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'SubPort': '1.0', Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Subnet': '1.1', Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: 'Trunk': '1.1'}} Oct 12 18:25:33.234580 dv-cinder-813227-2-iscsi neutron-server[94837]: {{(pid=94837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:25:33.252361 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.290862 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Attempting to bind port 5a45bd92-47a4-4ce3-a19e-82de789c5158 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:25:33.291520 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Attempting to bind port 5a45bd92-47a4-4ce3-a19e-82de789c5158 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:25:33.292073 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Attempting to bind port 5a45bd92-47a4-4ce3-a19e-82de789c5158 on network c28011f7-a600-4bea-98eb-e6748c99ba11 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:25:33.297419 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:25:33.298639 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Checking segment: {'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:25:33.299483 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.300565 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Bound using segment: {'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:25:33.301045 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Bound port: 5a45bd92-47a4-4ce3-a19e-82de789c5158, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:25:33.301731 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.312346 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.340127 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.380713 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.386899 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.466716 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-4aeb8287-c591-461d-9b0e-f4b5c75341c8 service neutron] 10.222.0.18 "GET /v2.0/networks/5abeb470-0961-42f8-b25c-58bd0d9fefe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647382 Oct 12 18:25:33.520240 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.587964 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Network 80f5cd14-5950-4313-a8f0-f81c86803faa is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:25:33.590289 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:33.594020 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:25:33.607802 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:25:33.636984 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.637468 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.segments_db [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Added segment 7180a7be-0cf9-4a9c-a46e-21442644f10f of type vlan for network 6deb7106-a6ef-48c3-83c8-de9598e5b34c Oct 12 18:25:33.657466 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd183453-b613-41eb-9f5b-057cf6097739,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:33.699294 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] For port 5a45bd92-47a4-4ce3-a19e-82de789c5158, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:25:33.726765 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.755098 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-28f07e76-28d5-45ad-a7d8-bf88e0719df4 service neutron] 10.222.0.18 "GET /v2.0/networks/5abeb470-0961-42f8-b25c-58bd0d9fefe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684641 Oct 12 18:25:33.799967 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.811938 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Attempting to bind port 7fc22930-912d-46d0-b71e-ac04e1789273 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:25:33.812521 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Attempting to bind port 7fc22930-912d-46d0-b71e-ac04e1789273 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:25:33.812994 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Attempting to bind port 7fc22930-912d-46d0-b71e-ac04e1789273 on network 80f5cd14-5950-4313-a8f0-f81c86803faa {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:25:33.827400 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:25:33.827942 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Checking segment: {'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:25:33.828348 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.828857 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Bound using segment: {'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:25:33.829299 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Bound port: 7fc22930-912d-46d0-b71e-ac04e1789273, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:25:33.829813 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.844200 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] For port 5a45bd92-47a4-4ce3-a19e-82de789c5158, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=5a45bd92-47a4-4ce3-a19e-82de789c5158,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:25:33.854067 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.872299 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Pushing event updated for resources: {'Port': ['ID=7fc22930-912d-46d0-b71e-ac04e1789273,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:33.906635 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.907914 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:33.908836 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:33.929009 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] For port 7fc22930-912d-46d0-b71e-ac04e1789273, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:25:33.932104 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] For port 7fc22930-912d-46d0-b71e-ac04e1789273, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=7fc22930-912d-46d0-b71e-ac04e1789273,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:25:33.989017 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Allocated IP 172.27.1.154 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/0a0c0e5f-6632-41d0-9b78-26c0811402ed) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:25:34.015527 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] Pushing event updated for resources: {'Network': ['ID=6deb7106-a6ef-48c3-83c8-de9598e5b34c,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:34.026872 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network 6deb7106-a6ef-48c3-83c8-de9598e5b34c details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:25:34.052739 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:34.086213 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:34.093239 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-64395605-e483-4bdc-ba92-ba19049a5468 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2220416 Oct 12 18:25:34.093428 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:34.096195 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43166) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:34.103522 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-9e6a0f9e-bb2f-4cde-93c9-0f69136081ca admin admin] Request body: {'subnet': {'network_id': '6deb7106-a6ef-48c3-83c8-de9598e5b34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1664686349-subnet', 'tenant_id': '6ffaaf836e7a49e6965a7d80f3fd4400', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:34.112113 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:34.134355 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:34.186627 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3575d7-5c2c-47b3-8356-8e833e29607b None None] Pushing event updated for resources: {'Port': ['ID=7fc22930-912d-46d0-b71e-ac04e1789273,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:34.316786 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:34.327431 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6a0f9e-bb2f-4cde-93c9-0f69136081ca admin admin] Made reservation on behalf of 6ffaaf836e7a49e6965a7d80f3fd4400 for: {'subnet': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:25:34.332351 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9e6a0f9e-bb2f-4cde-93c9-0f69136081ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:34.355780 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-092ff882-f55d-43ce-ba59-24f920ff680d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:34.360665 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43190) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:34.367911 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ba86d-e9dd-47e1-827a-77a07fcc08ba None None] Pushing event updated for resources: {'Port': ['ID=5a45bd92-47a4-4ce3-a19e-82de789c5158,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:34.401413 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:25:34.408687 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:34.416677 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:25:34.552791 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Pushing event updated for resources: {'Port': ['ID=0a0c0e5f-6632-41d0-9b78-26c0811402ed,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:34.575073 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b631627a-f77f-4071-ab4e-1cb19aaa1a04 req-2d0c5339-ffb4-49f6-ba8b-c91e186566de tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 210 time: 0.1899664 Oct 12 18:25:34.638788 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Allocated IP 172.27.1.196 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/95d1119a-04b6-4a25-a13e-4a81227e3df5) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:25:34.771788 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43202) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:34.891457 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:35.075104 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccdce7ec-1d82-47a2-8308-75674fd318d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:35.099359 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9e6a0f9e-bb2f-4cde-93c9-0f69136081ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:35.201040 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:35.236474 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:35.291334 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a0f9e-bb2f-4cde-93c9-0f69136081ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=09547497-41c1-4bdf-ad66-85e7201f4b0b,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:35.309204 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Pushing event updated for resources: {'Port': ['ID=95d1119a-04b6-4a25-a13e-4a81227e3df5,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:35.349309 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:25:35.352791 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:35.356246 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:25:35.378136 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccdce7ec-1d82-47a2-8308-75674fd318d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:35.486283 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592892'] for router, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:35.537911 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a0f9e-bb2f-4cde-93c9-0f69136081ca admin admin] Checking segment: {'id': '7180a7be-0cf9-4a9c-a46e-21442644f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6deb7106-a6ef-48c3-83c8-de9598e5b34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:25:35.538578 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6a0f9e-bb2f-4cde-93c9-0f69136081ca admin admin] Network hostable DHCP agents. Network: 6deb7106-a6ef-48c3-83c8-de9598e5b34c, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:25:35.608991 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccdce7ec-1d82-47a2-8308-75674fd318d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:35.682839 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6a0f9e-bb2f-4cde-93c9-0f69136081ca admin admin] Network 6deb7106-a6ef-48c3-83c8-de9598e5b34c is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:25:35.686933 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-ccdce7ec-1d82-47a2-8308-75674fd318d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=898ba601237143988a195f0471a82ffa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9626422 Oct 12 18:25:35.696236 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43234) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:35.727885 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8760d821-785e-401a-aa8f-9ba0f0aa49a1 req-ae8f3f21-c575-45e0-a83d-499c4f07d4cc tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 210 time: 0.0570889 Oct 12 18:25:35.935616 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-9e6a0f9e-bb2f-4cde-93c9-0f69136081ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, 6deb7106-a6ef-48c3-83c8-de9598e5b34c) {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:35.947538 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6a0f9e-bb2f-4cde-93c9-0f69136081ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:35.948323 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9e6a0f9e-bb2f-4cde-93c9-0f69136081ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:35.949402 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be95aaec-a3e0-4880-9af5-17e061f4fe93 None None] Network 6deb7106-a6ef-48c3-83c8-de9598e5b34c requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:25:35.954682 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdce7ec-1d82-47a2-8308-75674fd318d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30983a7-5338-417f-aa95-7d413b3620f4,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:35.985967 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:36.022014 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-fe3ab9aa-214b-44af-9427-571708e5b153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:36.050870 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-fe3ab9aa-214b-44af-9427-571708e5b153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:36.108828 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Router bc6cdecb-8e10-40ce-9e30-9af2bf390894 is scheduled to L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 with binding_index 1 {{(pid=94836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:25:36.111827 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-9e6a0f9e-bb2f-4cde-93c9-0f69136081ca admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0138516 Oct 12 18:25:36.145173 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34aff7c-5f9d-4e45-a688-7407f6d354a0 None None] Network 80f5cd14-5950-4313-a8f0-f81c86803faa requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:25:36.209648 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2406ec-1991-4763-8d0b-8ecd542fc62c None None] Network 6deb7106-a6ef-48c3-83c8-de9598e5b34c requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:25:36.359423 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592892'] for router, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:36.462108 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43262) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:36.464186 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-fe3ab9aa-214b-44af-9427-571708e5b153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:36.467029 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-fe3ab9aa-214b-44af-9427-571708e5b153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:36.476122 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-fe3ab9aa-214b-44af-9427-571708e5b153 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f30983a7-5338-417f-aa95-7d413b3620f4 HTTP/1.1" status: 204 len: 168 time: 0.7740355 Oct 12 18:25:36.503045 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ab9aa-214b-44af-9427-571708e5b153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30983a7-5338-417f-aa95-7d413b3620f4,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:36.515256 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 7fc22930-912d-46d0-b71e-ac04e1789273 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:25:36.555382 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:25:36.570200 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Sync routers for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:25:36.592711 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:25:36.592711 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:25:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:36.672561 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] Notify callbacks [] for router, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:36.674620 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-3794588b-2ba2-4237-831e-526e8cdde9ab admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2289350 Oct 12 18:25:36.678187 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43278) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:36.686967 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9c31e7-b711-48b6-b1c2-ba52d9f446f2 admin admin] Deleting subnet 108491a7-aa72-4c21-86b7-331ca2c13c8e {{(pid=94835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:25:36.707992 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf9c31e7-b711-48b6-b1c2-ba52d9f446f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:36.743735 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-61456682-11c6-4c0a-9260-cb7031b43577 None None] Provisioning complete for port 7fc22930-912d-46d0-b71e-ac04e1789273 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:36.743735 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61456682-11c6-4c0a-9260-cb7031b43577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:36.781683 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c002b48-aa3c-4740-9a0f-c24954949db3 None None] Network c28011f7-a600-4bea-98eb-e6748c99ba11 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:25:36.858930 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf9c31e7-b711-48b6-b1c2-ba52d9f446f2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:36.870177 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf9c31e7-b711-48b6-b1c2-ba52d9f446f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:36.895527 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:25:36.936585 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 7fc22930-912d-46d0-b71e-ac04e1789273 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:36.937500 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:36.957581 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-864470d5-b6dd-4dd1-a409-6ff838307381 req-ce926cd3-69f2-48ba-b289-46208a349d92 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 210 time: 0.1506016 Oct 12 18:25:37.166214 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:34Z', 'revision_number': 3, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:37.195627 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61456682-11c6-4c0a-9260-cb7031b43577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.197268 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Checking router: bc6cdecb-8e10-40ce-9e30-9af2bf390894 for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:25:37.197690 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Updating router bc6cdecb-8e10-40ce-9e30-9af2bf390894 port 0a0c0e5f-6632-41d0-9b78-26c0811402ed binding host dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:25:37.219003 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf9c31e7-b711-48b6-b1c2-ba52d9f446f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.246284 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.248668 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.288104 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Router b9688eb7-3759-4c65-b259-288abb2db92b is scheduled to L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 with binding_index 1 {{(pid=94835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:25:37.292316 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c31e7-b711-48b6-b1c2-ba52d9f446f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=108491a7-aa72-4c21-86b7-331ca2c13c8e,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:37.305369 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf9c31e7-b711-48b6-b1c2-ba52d9f446f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.309192 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-cf9c31e7-b711-48b6-b1c2-ba52d9f446f2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/108491a7-aa72-4c21-86b7-331ca2c13c8e HTTP/1.1" status: 204 len: 168 time: 0.8436508 Oct 12 18:25:37.314933 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43290) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:37.318553 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-61456682-11c6-4c0a-9260-cb7031b43577 None None] For port 7fc22930-912d-46d0-b71e-ac04e1789273, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=7fc22930-912d-46d0-b71e-ac04e1789273,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:25:37.364233 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2eefa48-193b-4144-a79e-3d615d6e7f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.402060 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61456682-11c6-4c0a-9260-cb7031b43577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.505847 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:25:37.548954 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Sync routers for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:25:37.598138 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43294) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:37.603455 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.db.api [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 18:25:37.604383 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG oslo_db.api [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 18:25:37.609101 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:25:37.609936 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:25:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:37.615951 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61456682-11c6-4c0a-9260-cb7031b43577 None None] Pushing event updated for resources: {'Port': ['ID=7fc22930-912d-46d0-b71e-ac04e1789273,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:37.637832 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd2a1-bf35-48b2-ad59-3f0ca69b58a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.645407 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] Notify callbacks [] for router, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.646928 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.647703 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-99d98bf2-cf64-4c14-ad34-77a9da7f016a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9559219 Oct 12 18:25:37.651338 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.656471 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43296) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:37.673264 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-39096551-2f62-4e59-8264-d68033834070 None None] Provisioning complete for port 5a45bd92-47a4-4ce3-a19e-82de789c5158 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:37.673637 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39096551-2f62-4e59-8264-d68033834070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.780464 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.820475 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:25:37.903360 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.942737 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd2a1-bf35-48b2-ad59-3f0ca69b58a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:37.972726 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39096551-2f62-4e59-8264-d68033834070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.020102 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Attempting to bind port 0a0c0e5f-6632-41d0-9b78-26c0811402ed on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:25:38.022460 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Attempting to bind port 0a0c0e5f-6632-41d0-9b78-26c0811402ed by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:25:38.023132 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Attempting to bind port 0a0c0e5f-6632-41d0-9b78-26c0811402ed on network 27969040-b1e7-431a-ac38-d174cd0b9f0d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:25:38.039731 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-39096551-2f62-4e59-8264-d68033834070 None None] For port 5a45bd92-47a4-4ce3-a19e-82de789c5158, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=5a45bd92-47a4-4ce3-a19e-82de789c5158,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:25:38.053649 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd2a1-bf35-48b2-ad59-3f0ca69b58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.072178 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:25:38.073340 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Checking segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:25:38.073969 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.074602 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Bound using segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:25:38.075378 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Bound port: 0a0c0e5f-6632-41d0-9b78-26c0811402ed, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:25:38.075993 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.078936 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Pushing event updated for resources: {'Port': ['ID=0a0c0e5f-6632-41d0-9b78-26c0811402ed,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:38.099686 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.104640 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.114925 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:38.115652 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:38.116234 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:38.116826 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:38.117394 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:38.117971 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:38.118403 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:38.120732 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:38.121033 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbd2a1-bf35-48b2-ad59-3f0ca69b58a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab67c26-af45-41bb-86d7-64229e88d986,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:38.133840 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:38.136916 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Tracked resource versions report: Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: pushed versions: Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: { 'AddressGroup': {'1.2'}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'ConntrackHelper': {'1.0'}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Log': {'1.0'}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Network': {'1.1'}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Port': {'1.7'}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'PortForwarding': {'1.2'}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'QosPolicy': {'1.10'}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'SecurityGroup': {'1.4'}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'SubPort': {'1.0'}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Subnet': {'1.1'}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Trunk': {'1.1'}} Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: consumer versions: Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: { DHCP agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: HyperV agent@hv-cinder-81322: {}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: L3 agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: Metadata agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: Metering agent@dv-cinder-813227-2-iscsi: {}, Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: Open vSwitch agent@dv-cinder-813227-2-iscsi: { 'AddressGroup': '1.2', Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'ConntrackHelper': '1.0', Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Log': '1.0', Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Network': '1.1', Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Port': '1.7', Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'PortForwarding': '1.2', Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'QosPolicy': '1.10', Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'SecurityGroup': '1.4', Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'SecurityGroupRule': '1.2', Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'SubPort': '1.0', Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Subnet': '1.1', Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: 'Trunk': '1.1'}} Oct 12 18:25:38.142390 dv-cinder-813227-2-iscsi neutron-server[94838]: {{(pid=94838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:25:38.158597 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.162533 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.166220 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.167040 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > port after_create 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.171061 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.171061 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > port after_update 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.171061 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.171061 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.171061 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.171061 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.189718 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-a4bbd2a1-bf35-48b2-ad59-3f0ca69b58a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79862b324a6d475b9c75960e518b234d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5936790 Oct 12 18:25:38.194726 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43312) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:38.221751 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] For port 0a0c0e5f-6632-41d0-9b78-26c0811402ed, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:25:38.226973 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] For port 0a0c0e5f-6632-41d0-9b78-26c0811402ed, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=0a0c0e5f-6632-41d0-9b78-26c0811402ed,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:25:38.283482 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39096551-2f62-4e59-8264-d68033834070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.298473 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.304094 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5d59a698-8f95-40f6-8c17-d594c7f4b638 req-0dc600a0-8d3c-4609-9f6f-2e30be7f557e tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 210 time: 0.0427995 Oct 12 18:25:38.338931 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 5a45bd92-47a4-4ce3-a19e-82de789c5158 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:25:38.379298 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:25:38.380332 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:25:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:38.383493 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f1e3a-fae7-42b4-b134-1227fb3640ab None None] Pushing event updated for resources: {'Port': ['ID=0a0c0e5f-6632-41d0-9b78-26c0811402ed,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:38.389644 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39096551-2f62-4e59-8264-d68033834070 None None] Pushing event updated for resources: {'Port': ['ID=5a45bd92-47a4-4ce3-a19e-82de789c5158,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:38.389995 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:35Z', 'revision_number': 3, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:38.408549 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-25ce27e8-e6d9-40cf-8d66-0ffad1837080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.428230 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.440037 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Checking router: b9688eb7-3759-4c65-b259-288abb2db92b for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:25:38.440037 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Updating router b9688eb7-3759-4c65-b259-288abb2db92b port 95d1119a-04b6-4a25-a13e-4a81227e3df5 binding host dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:25:38.465710 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.468758 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-de9aabfb-d7c8-4ff4-a854-f87e6fab21e9 None None] Provisioning complete for port 7fc22930-912d-46d0-b71e-ac04e1789273 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:38.469122 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de9aabfb-d7c8-4ff4-a854-f87e6fab21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.489790 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 5a45bd92-47a4-4ce3-a19e-82de789c5158 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:38.490167 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.534988 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.535583 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.535875 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.536706 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:25:38.537171 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46deb2de-3ec3-433b-bcff-03449b0dc787']}} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:38.542205 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:25:38.569173 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba772ee3-39b3-45f0-9982-4845c84d178d') {'for_net_delete': True} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:38.569564 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba772ee3-39b3-45f0-9982-4845c84d178d') {} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:38.590899 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-25ce27e8-e6d9-40cf-8d66-0ffad1837080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.600517 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840146'] for segment, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.665115 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.681586 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.689133 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:25:38.689634 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31250374'] for segment, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: from cryptography.utils import int_from_bytes Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: from cryptography.utils import int_from_bytes Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: Traceback (most recent call last): Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: timer() Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: cb(*args, **kw) Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: return func(*args, **kwargs) Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: self._notify() Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: self.callback(batched_events) Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: event.method(event) Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: return f(self, *a, **k) Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._get(url).json() Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: return self.request(url, 'GET', **kwargs) Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:25:38.696090 dv-cinder-813227-2-iscsi neutron-server[94836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:25:38.750441 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Allocated IP 172.20.0.1 (c28011f7-a600-4bea-98eb-e6748c99ba11/ecb784df-79ec-41a5-852a-05a0e006be4c/d03951fe-2003-4240-aece-485523156d70) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:25:38.819067 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-de9aabfb-d7c8-4ff4-a854-f87e6fab21e9 None None] Provisioning complete for port 5a45bd92-47a4-4ce3-a19e-82de789c5158 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:38.819447 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de9aabfb-d7c8-4ff4-a854-f87e6fab21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.845017 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:34Z', 'revision_number': 3, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:38.898153 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-25ce27e8-e6d9-40cf-8d66-0ffad1837080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.903502 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.907688 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-25ce27e8-e6d9-40cf-8d66-0ffad1837080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.914307 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-25ce27e8-e6d9-40cf-8d66-0ffad1837080 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ab67c26-af45-41bb-86d7-64229e88d986 HTTP/1.1" status: 204 len: 168 time: 0.7129583 Oct 12 18:25:38.933764 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 7fc22930-912d-46d0-b71e-ac04e1789273 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:25:38.939572 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce27e8-e6d9-40cf-8d66-0ffad1837080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab67c26-af45-41bb-86d7-64229e88d986,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:38.970528 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:38.975067 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] 10.222.0.18 "DELETE /v2.0/networks/46deb2de-3ec3-433b-bcff-03449b0dc787 HTTP/1.1" status: 204 len: 168 time: 1.6591024 Oct 12 18:25:38.980309 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43322) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:38.981217 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601bebd-741b-4849-ae4d-73e10a54301d admin admin] Pushing event deleted for resources: {'Network': ['ID=46deb2de-3ec3-433b-bcff-03449b0dc787,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:39.024109 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.057419 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.064707 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Allocated IP 172.20.0.1 (80f5cd14-5950-4313-a8f0-f81c86803faa/502622b7-745a-4ead-8e74-4e8abad1dbf8/63840743-3267-42f9-a8ac-26fc251d8ef3) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:25:39.079871 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a9c115-0de2-4c29-8817-30a9af884ebe None None] The sync data for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi is: [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:34Z', 'revision_number': 3, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:25:39.088317 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 7fc22930-912d-46d0-b71e-ac04e1789273 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:39.090306 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.091362 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ba5a76-3365-4c00-ba2e-fa9136e37b1f admin admin] Deleting subnet 09547497-41c1-4bdf-ad66-85e7201f4b0b {{(pid=94836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:25:39.126233 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-27ba5a76-3365-4c00-ba2e-fa9136e37b1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.143683 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.204102 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-27ba5a76-3365-4c00-ba2e-fa9136e37b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840153'] for subnet, precommit_delete_associations {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.253147 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca703d-ec55-4bbd-a7f8-1292f4477985 None None] Pushing event updated for resources: {'Port': ['ID=95d1119a-04b6-4a25-a13e-4a81227e3df5,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:39.265543 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-27ba5a76-3365-4c00-ba2e-fa9136e37b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.281787 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.296331 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Attempting to bind port 95d1119a-04b6-4a25-a13e-4a81227e3df5 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:25:39.296959 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Attempting to bind port 95d1119a-04b6-4a25-a13e-4a81227e3df5 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:25:39.297090 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Attempting to bind port 95d1119a-04b6-4a25-a13e-4a81227e3df5 on network 27969040-b1e7-431a-ac38-d174cd0b9f0d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:25:39.304901 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 5a45bd92-47a4-4ce3-a19e-82de789c5158 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:25:39.307869 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:25:39.308174 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Checking segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:25:39.308542 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.309388 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Bound using segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:25:39.309388 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Bound port: 95d1119a-04b6-4a25-a13e-4a81227e3df5, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:25:39.309771 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.350214 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.394531 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] For port 95d1119a-04b6-4a25-a13e-4a81227e3df5, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:25:39.398471 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] For port 95d1119a-04b6-4a25-a13e-4a81227e3df5, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=95d1119a-04b6-4a25-a13e-4a81227e3df5,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:25:39.403509 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 5a45bd92-47a4-4ce3-a19e-82de789c5158 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:39.404040 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.406606 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.445448 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Pushing event updated for resources: {'Port': ['ID=d03951fe-2003-4240-aece-485523156d70,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:39.481370 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-27ba5a76-3365-4c00-ba2e-fa9136e37b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30503018'] for subnet, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.497649 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.509488 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Network c28011f7-a600-4bea-98eb-e6748c99ba11 is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:25:39.523428 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:39.564714 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:25:39.569449 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bc862c8d-07df-45ee-be19-111aa08b4f49 req-8cb83418-de15-488b-a89b-82e4027943d0 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 210 time: 0.0814731 Oct 12 18:25:39.611400 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Network 80f5cd14-5950-4313-a8f0-f81c86803faa is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:25:39.625956 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:39.626389 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:25:39.627124 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:25:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:39.629857 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:25:39.632093 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592685'] for router_interface, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.723503 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Pushing event updated for resources: {'Port': ['ID=63840743-3267-42f9-a8ac-26fc251d8ef3,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:39.753925 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca703d-ec55-4bbd-a7f8-1292f4477985 None None] Pushing event updated for resources: {'Port': ['ID=95d1119a-04b6-4a25-a13e-4a81227e3df5,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:39.816780 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba5a76-3365-4c00-ba2e-fa9136e37b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09547497-41c1-4bdf-ad66-85e7201f4b0b,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:39.851650 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-27ba5a76-3365-4c00-ba2e-fa9136e37b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.867221 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-27ba5a76-3365-4c00-ba2e-fa9136e37b1f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/09547497-41c1-4bdf-ad66-85e7201f4b0b HTTP/1.1" status: 204 len: 168 time: 0.8802042 Oct 12 18:25:39.872005 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43340) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:39.889554 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592685'] for router_interface, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:39.938548 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:25:39.971982 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-48fce713-f0e9-425b-aeab-e90fcbe07cca None None] Provisioning complete for port d03951fe-2003-4240-aece-485523156d70 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:39.972364 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48fce713-f0e9-425b-aeab-e90fcbe07cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.033462 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.069768 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-48fce713-f0e9-425b-aeab-e90fcbe07cca None None] Port d03951fe-2003-4240-aece-485523156d70 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:25:40.135922 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.162076 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-71b91a12-9b99-4387-89ec-fd47f12e7165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.261806 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-ef8a000c-4498-4117-82db-e3f505dff1b5 None None] Provisioning complete for port 63840743-3267-42f9-a8ac-26fc251d8ef3 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:40.262366 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef8a000c-4498-4117-82db-e3f505dff1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.271725 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.304152 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.305364 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634557'] for router_interface, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.351195 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ef8a000c-4498-4117-82db-e3f505dff1b5 None None] Port 63840743-3267-42f9-a8ac-26fc251d8ef3 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:25:40.354032 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:35Z', 'revision_number': 3, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:40.374177 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Pushing event updated for resources: {'Port': ['ID=63840743-3267-42f9-a8ac-26fc251d8ef3,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:40.388941 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-71b91a12-9b99-4387-89ec-fd47f12e7165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.393591 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d87b5e-345e-48e5-ac01-76ad7a2e74ea None None] The sync data for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi is: [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:35Z', 'revision_number': 3, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:25:40.464812 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-71b91a12-9b99-4387-89ec-fd47f12e7165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6deb7106-a6ef-48c3-83c8-de9598e5b34c']}} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:40.471995 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Network 80f5cd14-5950-4313-a8f0-f81c86803faa is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:25:40.473628 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:40.474738 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-71b91a12-9b99-4387-89ec-fd47f12e7165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7180a7be-0cf9-4a9c-a46e-21442644f10f') {'for_net_delete': True} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:40.475083 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-71b91a12-9b99-4387-89ec-fd47f12e7165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7180a7be-0cf9-4a9c-a46e-21442644f10f') {} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:40.504765 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-71b91a12-9b99-4387-89ec-fd47f12e7165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840146'] for segment, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.520545 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.538567 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-71b91a12-9b99-4387-89ec-fd47f12e7165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.568866 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b91a12-9b99-4387-89ec-fd47f12e7165 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-71b91a12-9b99-4387-89ec-fd47f12e7165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31250374'] for segment, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: Traceback (most recent call last): Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: timer() Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: cb(*args, **kw) Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: return func(*args, **kwargs) Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: self._notify() Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: self.callback(batched_events) Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: event.method(event) Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: return f(self, *a, **k) Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._get(url).json() Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: return self.request(url, 'GET', **kwargs) Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:25:40.576601 dv-cinder-813227-2-iscsi neutron-server[94836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:25:40.655095 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Router b9688eb7-3759-4c65-b259-288abb2db92b has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:25:40.743114 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.794371 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-71b91a12-9b99-4387-89ec-fd47f12e7165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.832266 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-71b91a12-9b99-4387-89ec-fd47f12e7165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.836037 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-71b91a12-9b99-4387-89ec-fd47f12e7165 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6deb7106-a6ef-48c3-83c8-de9598e5b34c HTTP/1.1" status: 204 len: 168 time: 0.9579852 Oct 12 18:25:40.879421 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b91a12-9b99-4387-89ec-fd47f12e7165 admin admin] Pushing event deleted for resources: {'Network': ['ID=6deb7106-a6ef-48c3-83c8-de9598e5b34c,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:40.928192 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:40.933126 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-69a9ca5d-45d7-4843-bc1c-7b512561096c req-5f8de16d-4e88-4d5e-ba8f-d09fd4139da8 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 210 time: 0.1167819 Oct 12 18:25:40.998531 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:25:41.011433 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:41.025263 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-6191b1e6-e034-447b-863d-668035159ad9 None None] Provisioning complete for port 63840743-3267-42f9-a8ac-26fc251d8ef3 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:41.025263 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6191b1e6-e034-447b-863d-668035159ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:41.088921 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:25:41.109336 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-2ce0684b-ee0a-4e23-b0e4-6822797a7472 admin admin] 10.222.0.18 "PUT /v2.0/routers/b9688eb7-3759-4c65-b259-288abb2db92b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4506826 Oct 12 18:25:41.115646 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 0a0c0e5f-6632-41d0-9b78-26c0811402ed up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:25:41.158008 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634557'] for router_interface, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:41.181770 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6191b1e6-e034-447b-863d-668035159ad9 None None] Port 63840743-3267-42f9-a8ac-26fc251d8ef3 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:25:41.206719 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 0a0c0e5f-6632-41d0-9b78-26c0811402ed triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:41.207255 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:41.515508 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Pushing event updated for resources: {'Port': ['ID=d03951fe-2003-4240-aece-485523156d70,revision_number=2']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:41.544445 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:41.545678 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Network c28011f7-a600-4bea-98eb-e6748c99ba11 is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:25:41.545678 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:41.546325 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port 0a0c0e5f-6632-41d0-9b78-26c0811402ed, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=0a0c0e5f-6632-41d0-9b78-26c0811402ed,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:25:41.662985 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Router bc6cdecb-8e10-40ce-9e30-9af2bf390894 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:25:41.720057 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:41.791004 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:25:41.797917 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43392) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:41.822970 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Sync routers for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:25:41.832769 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-22f07451-b07a-4a9a-9423-b36ff83fcda5 admin admin] 10.222.0.18 "PUT /v2.0/routers/bc6cdecb-8e10-40ce-9e30-9af2bf390894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1479504 Oct 12 18:25:41.840105 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:25:41.844685 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:25:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:41.945866 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-1d3a69c2-e6f8-4bfe-83a6-40ade60bc9c3 None None] Provisioning complete for port d03951fe-2003-4240-aece-485523156d70 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:41.946527 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-0c5afea8-79de-4acf-af0d-01f96bd8e2e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e8e9dc83e25477dae45ac51e7fee2c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1473694 Oct 12 18:25:41.948932 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43402) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:41.949750 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d3a69c2-e6f8-4bfe-83a6-40ade60bc9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:41.986585 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=0a0c0e5f-6632-41d0-9b78-26c0811402ed,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:42.006211 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a69c2-e6f8-4bfe-83a6-40ade60bc9c3 None None] Port d03951fe-2003-4240-aece-485523156d70 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:25:42.059046 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c3bd-e887-431c-b954-a8b99ee2e478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:42.087551 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c3bd-e887-431c-b954-a8b99ee2e478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:42.132994 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:25:42.173162 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6ecc48ae-4f4f-4fa4-bb18-09a6205613c1 req-0e93cb1f-6e8f-4508-8b73-26fc98607b90 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 210 time: 0.0368512 Oct 12 18:25:42.258985 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c3bd-e887-431c-b954-a8b99ee2e478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:42.261637 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c3bd-e887-431c-b954-a8b99ee2e478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:42.262774 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-0ff5c3bd-e887-431c-b954-a8b99ee2e478 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cefa0c4d-d243-4afc-a9ab-0cca43f282e8 HTTP/1.1" status: 204 len: 168 time: 0.3129258 Oct 12 18:25:42.271617 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5c3bd-e887-431c-b954-a8b99ee2e478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefa0c4d-d243-4afc-a9ab-0cca43f282e8,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:42.538815 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 2, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:42.567894 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.42', 55226) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:42.585413 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Checking router: bc6cdecb-8e10-40ce-9e30-9af2bf390894 for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:25:42.585771 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Updating router bc6cdecb-8e10-40ce-9e30-9af2bf390894 port d03951fe-2003-4240-aece-485523156d70 binding host dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:25:42.684692 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:42.700261 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43434) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:42.707254 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-d928ccce-ee70-4977-b8d8-93d0e047677c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528129212', 'description': 'tempest-description--1906166285'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:42.844813 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-73ef2f9e-b596-428f-95ba-7a7011743573 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:42.846446 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-73ef2f9e-b596-428f-95ba-7a7011743573 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.42 "GET /v2.0/networks?id=5abeb470-0961-42f8-b25c-58bd0d9fefe4 HTTP/1.1" status: 200 len: 811 time: 0.2771411 Oct 12 18:25:42.869567 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d928ccce-ee70-4977-b8d8-93d0e047677c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:42.906454 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-9e472513-aa50-4577-9f90-ce05e2ff6c3b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Request body: {'port': {'device_id': '7b41fbf9-05a2-46c9-b7a6-124028aa23ab', 'network_id': '5abeb470-0961-42f8-b25c-58bd0d9fefe4', 'admin_state_up': True, 'tenant_id': '9da6195bb2d64abfa8cd8671874f1830'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:43.096644 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43448) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:43.122106 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Sync routers for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:25:43.130754 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-a6cb4608-a1ab-49ae-b058-939b0c476d0b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--610543398', 'description': 'tempest-description--895636231'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:43.158393 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:25:43.159571 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:25:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:43.214892 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d928ccce-ee70-4977-b8d8-93d0e047677c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:43.281413 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d928ccce-ee70-4977-b8d8-93d0e047677c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:43.292265 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 0a0c0e5f-6632-41d0-9b78-26c0811402ed up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:25:43.341417 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928ccce-ee70-4977-b8d8-93d0e047677c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06811e3a-4472-4b47-905e-eb3913f21d87,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:43.382883 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4608-a1ab-49ae-b058-939b0c476d0b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:43.420686 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43470) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:43.440913 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:43.445849 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d928ccce-ee70-4977-b8d8-93d0e047677c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:43.449847 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-d928ccce-ee70-4977-b8d8-93d0e047677c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7448509 Oct 12 18:25:43.450234 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43472) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:43.455517 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-924408af-a9de-4d5d-8469-7933c6643a76 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Request body: {'security_group_rule': {'security_group_id': '06811e3a-4472-4b47-905e-eb3913f21d87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:43.508902 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:43.527220 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-8189795d-224e-4379-a50a-f8be17daf1bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ffaaf836e7a49e6965a7d80f3fd4400&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1050351 Oct 12 18:25:43.533741 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43478) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:43.543844 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:25:43.589984 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c183b22a-5f0d-41b9-8322-069995a23854 req-f54df7b4-fd8c-46da-98aa-f78aa2f6a31b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 210 time: 0.1003211 Oct 12 18:25:43.609666 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4608-a1ab-49ae-b058-939b0c476d0b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:43.620850 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ba442-888e-4caf-9a70-8959ea69de83 None None] Pushing event updated for resources: {'Port': ['ID=d03951fe-2003-4240-aece-485523156d70,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:43.653180 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-9e472513-aa50-4577-9f90-ce05e2ff6c3b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Made reservation on behalf of 9da6195bb2d64abfa8cd8671874f1830 for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:25:43.656849 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-9e472513-aa50-4577-9f90-ce05e2ff6c3b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:43.685934 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4608-a1ab-49ae-b058-939b0c476d0b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:43.763292 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Attempting to bind port d03951fe-2003-4240-aece-485523156d70 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:25:43.763919 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Attempting to bind port d03951fe-2003-4240-aece-485523156d70 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:25:43.764573 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Attempting to bind port d03951fe-2003-4240-aece-485523156d70 on network c28011f7-a600-4bea-98eb-e6748c99ba11 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:25:43.776177 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:25:43.780110 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Checking segment: {'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:25:43.780801 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:43.784116 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb4608-a1ab-49ae-b058-939b0c476d0b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4670c38a-cbac-4f3c-8c27-71b6a54fc759,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:43.791075 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Bound using segment: {'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:25:43.792252 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Bound port: d03951fe-2003-4240-aece-485523156d70, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:25:43.794466 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:43.860972 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 0a0c0e5f-6632-41d0-9b78-26c0811402ed triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:43.864863 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:43.915473 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] For port d03951fe-2003-4240-aece-485523156d70, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:25:43.921070 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] For port d03951fe-2003-4240-aece-485523156d70, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=d03951fe-2003-4240-aece-485523156d70,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:25:43.934359 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4608-a1ab-49ae-b058-939b0c476d0b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:43.935685 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-a6cb4608-a1ab-49ae-b058-939b0c476d0b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.8335447 Oct 12 18:25:43.938530 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43486) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:43.943195 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-0f06e90d-9144-415c-aefb-9945d9c1c7cd tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Request body: {'security_group_rule': {'security_group_id': '4670c38a-cbac-4f3c-8c27-71b6a54fc759', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:43.943450 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-924408af-a9de-4d5d-8469-7933c6643a76 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.001659 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.067837 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 95d1119a-04b6-4a25-a13e-4a81227e3df5 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:25:44.083743 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ba442-888e-4caf-9a70-8959ea69de83 None None] Pushing event updated for resources: {'Port': ['ID=d03951fe-2003-4240-aece-485523156d70,revision_number=4']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:44.095553 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:25:44.096430 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:25:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:44.101657 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-b6a61b68-a4d1-4aea-90fd-53db310d93ea None None] Provisioning complete for port d03951fe-2003-4240-aece-485523156d70 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:44.101966 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b6a61b68-a4d1-4aea-90fd-53db310d93ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.121727 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0f06e90d-9144-415c-aefb-9945d9c1c7cd tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.180378 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 2, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:44.201038 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-924408af-a9de-4d5d-8469-7933c6643a76 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.236711 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Checking router: b9688eb7-3759-4c65-b259-288abb2db92b for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:25:44.237086 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Updating router b9688eb7-3759-4c65-b259-288abb2db92b port 63840743-3267-42f9-a8ac-26fc251d8ef3 binding host dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:25:44.267589 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c97f-446f-4c75-a233-5c75e458c77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.274636 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 95d1119a-04b6-4a25-a13e-4a81227e3df5 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:44.275249 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.300069 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0f06e90d-9144-415c-aefb-9945d9c1c7cd tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.307270 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:25:44.318011 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c97f-446f-4c75-a233-5c75e458c77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.335614 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.378775 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0f06e90d-9144-415c-aefb-9945d9c1c7cd tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.399606 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b6a61b68-a4d1-4aea-90fd-53db310d93ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.399963 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-924408af-a9de-4d5d-8469-7933c6643a76 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.425173 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06e90d-9144-415c-aefb-9945d9c1c7cd tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547c476a-8d40-4a82-8738-103da2051a27,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:44.475168 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924408af-a9de-4d5d-8469-7933c6643a76 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb7e01a-2e20-48ce-a61c-2947d147ab84,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:44.531310 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-b6a61b68-a4d1-4aea-90fd-53db310d93ea None None] For port d03951fe-2003-4240-aece-485523156d70, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=d03951fe-2003-4240-aece-485523156d70,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:25:44.542965 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c97f-446f-4c75-a233-5c75e458c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.545699 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c97f-446f-4c75-a233-5c75e458c77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.550197 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-b1c4c97f-446f-4c75-a233-5c75e458c77f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd183453-b613-41eb-9f5b-057cf6097739 HTTP/1.1" status: 204 len: 168 time: 1.0087593 Oct 12 18:25:44.581386 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4c97f-446f-4c75-a233-5c75e458c77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd183453-b613-41eb-9f5b-057cf6097739,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:44.592043 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-9e472513-aa50-4577-9f90-ce05e2ff6c3b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Allocated IP 172.20.0.11 (5abeb470-0961-42f8-b25c-58bd0d9fefe4/917cde8a-9648-4adb-b1c5-ac611a3bcb4a/b2fef676-0c4d-4948-82ee-4d56b09e2840) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:25:44.609240 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0f06e90d-9144-415c-aefb-9945d9c1c7cd tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.613585 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-0f06e90d-9144-415c-aefb-9945d9c1c7cd tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6739340 Oct 12 18:25:44.614756 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43520) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:44.621581 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-4d17037d-3a87-4d48-84b4-2a91fd04796e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Request body: {'security_group_rule': {'security_group_id': '4670c38a-cbac-4f3c-8c27-71b6a54fc759', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:44.628598 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.675226 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-924408af-a9de-4d5d-8469-7933c6643a76 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.678483 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b6a61b68-a4d1-4aea-90fd-53db310d93ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.682770 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-924408af-a9de-4d5d-8469-7933c6643a76 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2312698 Oct 12 18:25:44.685515 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43526) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:44.705388 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-c52fea0d-fffd-4d29-9527-95948088a8e4 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Request body: {'security_group_rule': {'security_group_id': '06811e3a-4472-4b47-905e-eb3913f21d87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:44.716735 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port 95d1119a-04b6-4a25-a13e-4a81227e3df5, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=95d1119a-04b6-4a25-a13e-4a81227e3df5,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:25:44.751790 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:43Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:44.794365 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4d17037d-3a87-4d48-84b4-2a91fd04796e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.870588 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35b764-2700-4261-b7ed-d472a7d17782 None None] The sync data for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi is: [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:43Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:25:44.881289 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:44.922211 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a61b68-a4d1-4aea-90fd-53db310d93ea None None] Pushing event updated for resources: {'Port': ['ID=d03951fe-2003-4240-aece-485523156d70,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:44.993640 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4d17037d-3a87-4d48-84b4-2a91fd04796e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.031870 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c52fea0d-fffd-4d29-9527-95948088a8e4 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.084754 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4d17037d-3a87-4d48-84b4-2a91fd04796e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.138508 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17037d-3a87-4d48-84b4-2a91fd04796e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f012c8-dde5-499a-9668-048e8fb2adb4,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:45.162545 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6f47006f-0b78-42d9-a3dc-b03ca2bce95a req-cc3f46d1-9297-4d1a-9d66-ccd9fcd6aa3a tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 210 time: 0.1193094 Oct 12 18:25:45.191109 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-fff32ad7-a81f-42e5-8218-38960252bc24 None None] Provisioning complete for port d03951fe-2003-4240-aece-485523156d70 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:45.191665 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fff32ad7-a81f-42e5-8218-38960252bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.244202 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c52fea0d-fffd-4d29-9527-95948088a8e4 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.273487 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-9e472513-aa50-4577-9f90-ce05e2ff6c3b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.293613 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4d17037d-3a87-4d48-84b4-2a91fd04796e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.298794 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4d17037d-3a87-4d48-84b4-2a91fd04796e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6801734 Oct 12 18:25:45.299573 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43556) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:45.309649 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Request body: {'floatingip': {'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:45.344700 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c52fea0d-fffd-4d29-9527-95948088a8e4 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.364310 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=95d1119a-04b6-4a25-a13e-4a81227e3df5,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:45.372794 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fea0d-fffd-4d29-9527-95948088a8e4 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d65358f-5b0f-4f57-be38-d491b2baf1f9,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:45.438786 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.449259 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-9e472513-aa50-4577-9f90-ce05e2ff6c3b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.469899 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.615624 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.653210 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c52fea0d-fffd-4d29-9527-95948088a8e4 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.654652 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-c52fea0d-fffd-4d29-9527-95948088a8e4 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9679143 Oct 12 18:25:45.719362 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93b987-3c9b-44b9-b716-377a61528ac7 None None] Pushing event updated for resources: {'Port': ['ID=63840743-3267-42f9-a8ac-26fc251d8ef3,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:45.740979 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43578) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:45.803812 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Request body: {'floatingip': {'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:25:45.913273 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-9e472513-aa50-4577-9f90-ce05e2ff6c3b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Network 5abeb470-0961-42f8-b25c-58bd0d9fefe4 is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:25:45.929779 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-9e472513-aa50-4577-9f90-ce05e2ff6c3b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:45.948105 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-9e472513-aa50-4577-9f90-ce05e2ff6c3b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:25:45.955015 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-9e472513-aa50-4577-9f90-ce05e2ff6c3b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:45.955823 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-9e472513-aa50-4577-9f90-ce05e2ff6c3b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.974313 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e472513-aa50-4577-9f90-ce05e2ff6c3b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Pushing event updated for resources: {'Port': ['ID=b2fef676-0c4d-4948-82ee-4d56b09e2840,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:45.974862 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Attempting to bind port 63840743-3267-42f9-a8ac-26fc251d8ef3 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:25:45.975400 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Attempting to bind port 63840743-3267-42f9-a8ac-26fc251d8ef3 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:25:45.975768 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Attempting to bind port 63840743-3267-42f9-a8ac-26fc251d8ef3 on network 80f5cd14-5950-4313-a8f0-f81c86803faa {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:25:45.995473 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:25:45.996822 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Checking segment: {'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:25:45.997368 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:45.997703 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Bound using segment: {'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:25:45.998186 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Bound port: 63840743-3267-42f9-a8ac-26fc251d8ef3, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:25:45.998742 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:46.116975 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:46.173782 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] For port 63840743-3267-42f9-a8ac-26fc251d8ef3, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:25:46.181515 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] For port 63840743-3267-42f9-a8ac-26fc251d8ef3, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=63840743-3267-42f9-a8ac-26fc251d8ef3,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:25:46.250170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:46.251691 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-9e472513-aa50-4577-9f90-ce05e2ff6c3b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3491528 Oct 12 18:25:46.364876 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93b987-3c9b-44b9-b716-377a61528ac7 None None] Pushing event updated for resources: {'Port': ['ID=63840743-3267-42f9-a8ac-26fc251d8ef3,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:46.376521 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:46.406882 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:25:46.407454 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:25:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:46.417944 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-d3c3fb2c-dc0a-4fbe-b4c2-a2b88e1c3a42 None None] Provisioning complete for port 63840743-3267-42f9-a8ac-26fc251d8ef3 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:46.418330 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d3c3fb2c-dc0a-4fbe-b4c2-a2b88e1c3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:46.426005 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15157b-7fbf-48f2-91b9-008932b0c7c7 req-3ef085ea-2b68-4b1b-b6e2-9b9157bc49ca tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:46.428370 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ef15157b-7fbf-48f2-91b9-008932b0c7c7 req-3ef085ea-2b68-4b1b-b6e2-9b9157bc49ca tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 932 time: 0.1231794 Oct 12 18:25:46.493403 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:46.556128 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ef15157b-7fbf-48f2-91b9-008932b0c7c7 req-b9d90a93-d7e8-4a9b-b209-571a35172f9b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208627 Oct 12 18:25:46.647752 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43604) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:46.662908 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Allocated IP 172.27.1.4 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/622a25fb-0098-4863-af73-0fdaa7b005f5) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:25:46.795156 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:46.849195 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0411ae4e-444c-47e4-acdd-5abba4de2d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:46.931999 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:25:46.952725 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:47.105637 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:25:47.109272 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:47.113154 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:25:47.184529 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event updated for resources: {'Port': ['ID=622a25fb-0098-4863-af73-0fdaa7b005f5,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:47.275172 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0411ae4e-444c-47e4-acdd-5abba4de2d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:47.277700 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Allocated IP 172.27.1.253 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/e69548bb-6f7e-4f61-9aac-8decc4f1db0c) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:25:47.337029 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0411ae4e-444c-47e4-acdd-5abba4de2d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:47.418105 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device d03951fe-2003-4240-aece-485523156d70 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:25:47.418595 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:47.432410 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411ae4e-444c-47e4-acdd-5abba4de2d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a523b66b-b13b-4713-a60c-801072c5e5cc,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:47.464465 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-0411ae4e-444c-47e4-acdd-5abba4de2d17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11257010d54549a98c2a8e6c91860717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8131971 Oct 12 18:25:47.465327 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43624) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:47.511623 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d3c3fb2c-dc0a-4fbe-b4c2-a2b88e1c3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:47.549194 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:47.602045 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:47.649923 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port d03951fe-2003-4240-aece-485523156d70 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:47.650302 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:47.653606 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-d3c3fb2c-dc0a-4fbe-b4c2-a2b88e1c3a42 None None] For port 63840743-3267-42f9-a8ac-26fc251d8ef3, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=63840743-3267-42f9-a8ac-26fc251d8ef3,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:25:47.711460 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:47.720000 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d3c3fb2c-dc0a-4fbe-b4c2-a2b88e1c3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:47.747711 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-348ded39-dedf-49f3-b362-1efa703fdebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:47.808643 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3fb2c-dc0a-4fbe-b4c2-a2b88e1c3a42 None None] Pushing event updated for resources: {'Port': ['ID=63840743-3267-42f9-a8ac-26fc251d8ef3,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:47.827563 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:46Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:25:47.838554 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event updated for resources: {'Port': ['ID=e69548bb-6f7e-4f61-9aac-8decc4f1db0c,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:47.867367 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:25:47.878230 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:25:47.880855 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-348ded39-dedf-49f3-b362-1efa703fdebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:47.887608 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9329e5-7438-490f-9e55-ef0960459ebe None None] The sync data for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi is: [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:46Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:25:47.891317 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:25:47.912557 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-3584bf7d-06be-4313-8950-25261426d399 None None] Provisioning complete for port 63840743-3267-42f9-a8ac-26fc251d8ef3 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:47.921502 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3584bf7d-06be-4313-8950-25261426d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:47.974467 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad0bb9-8d93-4bc6-b387-9b5087a40450 req-e543e3c8-293e-4c0e-b7ea-09d4aabbebcb tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:47.974467 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-07ad0bb9-8d93-4bc6-b387-9b5087a40450 req-e543e3c8-293e-4c0e-b7ea-09d4aabbebcb tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 932 time: 0.2888720 Oct 12 18:25:48.024855 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 95d1119a-04b6-4a25-a13e-4a81227e3df5 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:25:48.050537 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for port, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:48.072274 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-348ded39-dedf-49f3-b362-1efa703fdebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:48.076009 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-348ded39-dedf-49f3-b362-1efa703fdebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:48.084824 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-348ded39-dedf-49f3-b362-1efa703fdebd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a523b66b-b13b-4713-a60c-801072c5e5cc HTTP/1.1" status: 204 len: 168 time: 0.6157560 Oct 12 18:25:48.109219 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:48.115498 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:48.139429 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ded39-dedf-49f3-b362-1efa703fdebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a523b66b-b13b-4713-a60c-801072c5e5cc,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:48.202679 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-07ad0bb9-8d93-4bc6-b387-9b5087a40450 req-bedaf11a-72d9-4df5-94b4-e0117a0d8dff tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881325 Oct 12 18:25:48.288694 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:48.326664 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 95d1119a-04b6-4a25-a13e-4a81227e3df5 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:48.327039 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:48.381512 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event updated for resources: {'Port': ['ID=622a25fb-0098-4863-af73-0fdaa7b005f5,revision_number=2']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:48.390727 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:48.523173 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:48.524980 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-32757e0b-921e-4591-975a-b72602235155 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2238202 Oct 12 18:25:48.680652 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:48.747829 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:48.838838 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:48.857900 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event updated for resources: {'Port': ['ID=e69548bb-6f7e-4f61-9aac-8decc4f1db0c,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:49.011210 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:49.012763 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-cf11c369-3417-4105-804c-84525b4ca79c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2245286 Oct 12 18:25:49.078937 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 63840743-3267-42f9-a8ac-26fc251d8ef3 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:25:49.086255 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-a0e578ae-899f-4370-a682-b757932a2b80 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--610543398&fields=id&tenant_id=94cdd5201533434888e7691148b9a3a8 HTTP/1.1" status: 200 len: 267 time: 0.1066780 Oct 12 18:25:49.235886 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 63840743-3267-42f9-a8ac-26fc251d8ef3 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:25:49.235886 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:49.479706 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-5b24b92c-64a5-4d16-bbf0-d3828fb6b04c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:49.490160 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-5b24b92c-64a5-4d16-bbf0-d3828fb6b04c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 817 time: 0.3950479 Oct 12 18:25:49.515635 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-18306b37-0f79-4a2e-93a6-12907f64d5ee tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/quotas/94cdd5201533434888e7691148b9a3a8 HTTP/1.1" status: 200 len: 375 time: 0.0242829 Oct 12 18:25:49.528898 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95936e86-d7d9-4fbe-a12e-c85ec449a412 req-52306409-26d5-4443-a5d3-9cba8dbcfa99 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:49.538755 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-95936e86-d7d9-4fbe-a12e-c85ec449a412 req-52306409-26d5-4443-a5d3-9cba8dbcfa99 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 932 time: 0.1881974 Oct 12 18:25:49.553820 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43690) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:49.576179 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-fb65b094-5745-40b5-aa5d-f0e55567981f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:49.729596 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-fb65b094-5745-40b5-aa5d-f0e55567981f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:49.813148 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-95936e86-d7d9-4fbe-a12e-c85ec449a412 req-adec5d89-a35a-42aa-895d-cebb7740faaf tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356653 Oct 12 18:25:49.822424 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-8cb93b88-7324-416d-bc16-dc855a5c101e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2824533 Oct 12 18:25:49.829784 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-fb65b094-5745-40b5-aa5d-f0e55567981f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:49.901222 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43702) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:49.901871 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-fb65b094-5745-40b5-aa5d-f0e55567981f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b165876393841e1b8a0178f5e0cf9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462777 Oct 12 18:25:49.904878 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65b094-5745-40b5-aa5d-f0e55567981f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896a7c13-1a68-4a71-9d25-bb0ca381972f,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:50.062474 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d9e79d08-b1e1-454b-9049-1cc09eabdae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:50.094208 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-2684ee03-3f03-4be9-96c0-2f5c19b199df tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--528129212&fields=id&tenant_id=ee04649277c84912b20967b31162615b HTTP/1.1" status: 200 len: 267 time: 0.1075366 Oct 12 18:25:50.100424 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-914f9bc2-8155-4453-8f07-15655ba2c197 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:25:50.101640 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-914f9bc2-8155-4453-8f07-15655ba2c197 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0765886 Oct 12 18:25:50.195859 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d9e79d08-b1e1-454b-9049-1cc09eabdae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:50.322498 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-1f73dcbc-fcb8-4554-89ca-433e204dd16b service neutron] 10.222.0.18 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006025 Oct 12 18:25:50.399925 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-082ead88-5211-4247-a763-a18a32fcb44e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:50.401449 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-082ead88-5211-4247-a763-a18a32fcb44e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/networks?id=c28011f7-a600-4bea-98eb-e6748c99ba11 HTTP/1.1" status: 200 len: 811 time: 0.2961037 Oct 12 18:25:50.424562 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-9c2a0122-c94f-4c6d-a5a0-2207673d7a34 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/quotas/ee04649277c84912b20967b31162615b HTTP/1.1" status: 200 len: 375 time: 0.0170493 Oct 12 18:25:50.486372 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-2388e481-20f4-4ef7-9e17-b5e61a50351c service neutron] 10.222.0.18 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488922 Oct 12 18:25:50.507607 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-2d14cdc4-76cc-49d6-b593-7e7b0677ed93 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee04649277c84912b20967b31162615b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723517 Oct 12 18:25:50.635340 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-ac4bc18a-2b4a-46dd-95fb-7e2af095d50b service neutron] 10.222.0.18 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112883 Oct 12 18:25:50.687014 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d9e79d08-b1e1-454b-9049-1cc09eabdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:50.689879 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d9e79d08-b1e1-454b-9049-1cc09eabdae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:50.691025 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-d9e79d08-b1e1-454b-9049-1cc09eabdae0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/896a7c13-1a68-4a71-9d25-bb0ca381972f HTTP/1.1" status: 204 len: 168 time: 0.7884614 Oct 12 18:25:50.703255 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e79d08-b1e1-454b-9049-1cc09eabdae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896a7c13-1a68-4a71-9d25-bb0ca381972f,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:50.784300 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-87830474-efdc-4e36-aa17-6d0c2891652b service neutron] 10.222.0.18 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425915 Oct 12 18:25:51.289235 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e006572-41dd-47c4-ad0d-74c795aa2d5c req-e18ae538-3fba-452e-b286-c4f0859eba31 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:51.293325 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5e006572-41dd-47c4-ad0d-74c795aa2d5c req-e18ae538-3fba-452e-b286-c4f0859eba31 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 932 time: 0.0838971 Oct 12 18:25:51.369117 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5e006572-41dd-47c4-ad0d-74c795aa2d5c req-b953b3d4-05e7-46c9-9177-78d7866efad8 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668533 Oct 12 18:25:51.491081 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-67e9e4e8-8260-464f-ba49-fc19dddb8a27 req-60497be7-9a28-40f4-bf01-91738d4abc65 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 210 time: 0.0567474 Oct 12 18:25:51.706489 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0395ae2a-e962-433f-b9ff-9b2742db43d3 req-71ada483-f84f-4aba-9023-0525c045905b tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0357680 Oct 12 18:25:52.551349 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5184e2-4d01-4cfa-9404-0dcde7102a2e req-edcf9bad-4025-4b6e-a477-d566190fe9a9 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:52.554258 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ad5184e2-4d01-4cfa-9404-0dcde7102a2e req-edcf9bad-4025-4b6e-a477-d566190fe9a9 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 932 time: 0.0762694 Oct 12 18:25:52.606191 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43824) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:52.655739 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0909e91f-9ae6-4285-afc3-204c38e97be7 req-8b65f0cb-eb21-4f7c-b69b-8984904c8e35 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 210 time: 0.0767293 Oct 12 18:25:52.664759 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ad5184e2-4d01-4cfa-9404-0dcde7102a2e req-b5a5d25b-b4e9-4bba-b600-d1131e3a2a9b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018126 Oct 12 18:25:52.857900 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c90a8f59-cfb0-4f59-9de5-3370716a6d89 req-bd581b81-6f27-4fa8-9efe-3e6f8b0f9678 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0654221 Oct 12 18:25:52.879439 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8f4c422a-7619-4428-a373-b3340054ede8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:52.999142 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8f4c422a-7619-4428-a373-b3340054ede8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:53.135251 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8f4c422a-7619-4428-a373-b3340054ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:53.167994 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-8f4c422a-7619-4428-a373-b3340054ede8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e27b9516947040f79544fc7b3b9f847a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5560191 Oct 12 18:25:53.168416 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43846) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:53.187936 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c422a-7619-4428-a373-b3340054ede8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18656e99-987e-457e-932b-9937c2ace066,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:53.302555 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bf973429-bbea-420d-87d4-7171da9fa3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:53.353905 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bf973429-bbea-420d-87d4-7171da9fa3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:53.709721 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bf973429-bbea-420d-87d4-7171da9fa3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:53.713155 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bf973429-bbea-420d-87d4-7171da9fa3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:53.714949 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-bf973429-bbea-420d-87d4-7171da9fa3ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18656e99-987e-457e-932b-9937c2ace066 HTTP/1.1" status: 204 len: 168 time: 0.5458171 Oct 12 18:25:53.729102 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf973429-bbea-420d-87d4-7171da9fa3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18656e99-987e-457e-932b-9937c2ace066,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:53.818986 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ffa9986f-ffc7-4de6-b7c3-ed9fc89d2ffe req-13ccb48f-8764-45ee-9af8-414b9c730eb8 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 210 time: 0.0599496 Oct 12 18:25:53.918294 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12701fc8-2311-46d8-b9e5-d867555f39ec req-932e2149-4aa2-4141-ac34-6c43fce82d07 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:53.921335 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12701fc8-2311-46d8-b9e5-d867555f39ec req-932e2149-4aa2-4141-ac34-6c43fce82d07 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 932 time: 0.1149688 Oct 12 18:25:53.982522 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12701fc8-2311-46d8-b9e5-d867555f39ec req-eb723718-429d-419f-b567-895e3ed9a554 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538146 Oct 12 18:25:54.089809 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12744333-6c4c-4015-9674-3b0b0dcce6df req-2f95519c-8e23-4e85-9872-2df3171df9e6 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0523252 Oct 12 18:25:54.591583 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 43896) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:54.777265 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6234ed5f-0cc4-4f86-8019-5521b5141c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:54.860673 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6234ed5f-0cc4-4f86-8019-5521b5141c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:54.950493 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-efeb81e8-1d36-49ba-8257-8a924398ccfe req-28613b23-4dff-441e-97fd-99d5bbfc057d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 210 time: 0.0282261 Oct 12 18:25:54.991410 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6234ed5f-0cc4-4f86-8019-5521b5141c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:55.039300 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-6234ed5f-0cc4-4f86-8019-5521b5141c1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bb2dcb9d8864f24912572fd4757f9ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426975 Oct 12 18:25:55.039300 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234ed5f-0cc4-4f86-8019-5521b5141c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3fe43a-c939-4117-b82c-b82f9e6f234c,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:55.054401 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 43922) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:55.158645 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8d89d6c1-9190-461f-8db6-8528e304638d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:55.215224 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8d89d6c1-9190-461f-8db6-8528e304638d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:55.274133 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8337bf-ec9a-4e61-a604-a44671ad61d5 req-0c223bef-a53a-47bc-83db-0bd06649822c tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:55.281772 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8c8337bf-ec9a-4e61-a604-a44671ad61d5 req-0c223bef-a53a-47bc-83db-0bd06649822c tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 932 time: 0.1672909 Oct 12 18:25:55.375260 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-14ef904d-e649-48d1-97ff-369975604520 req-032b0498-acf5-41f3-be11-362f5a06bdb5 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0579033 Oct 12 18:25:55.394153 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8c8337bf-ec9a-4e61-a604-a44671ad61d5 req-177cca27-8628-40d8-a6f5-7f53cef597c4 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057169 Oct 12 18:25:55.549313 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8d89d6c1-9190-461f-8db6-8528e304638d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:55.552226 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8d89d6c1-9190-461f-8db6-8528e304638d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:55.554590 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-8d89d6c1-9190-461f-8db6-8528e304638d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f3fe43a-c939-4117-b82c-b82f9e6f234c HTTP/1.1" status: 204 len: 168 time: 0.4978454 Oct 12 18:25:55.567099 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89d6c1-9190-461f-8db6-8528e304638d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3fe43a-c939-4117-b82c-b82f9e6f234c,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:56.083238 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-78c82a42-b15a-4ea8-b25a-441de733932a req-727f1b2f-f63d-4316-963c-148b93aa8a37 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 210 time: 0.0387533 Oct 12 18:25:56.528849 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-059a4ab9-9cf9-44be-9af5-8b5ccb747118 req-157e952e-48a7-47b5-862f-728127b82d98 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0611095 Oct 12 18:25:56.552494 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e56662-9121-4cc1-a9db-75869c6d12df req-724332a7-d32e-4dc9-9470-3e5da7147af1 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:56.553935 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-46e56662-9121-4cc1-a9db-75869c6d12df req-724332a7-d32e-4dc9-9470-3e5da7147af1 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 932 time: 0.0663602 Oct 12 18:25:56.610573 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-46e56662-9121-4cc1-a9db-75869c6d12df req-127b836b-b72e-4388-a267-f6d22dcedce3 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502889 Oct 12 18:25:57.275916 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fea01eee-2fb8-45f4-8403-c8e25b6bba81 req-4b5e00e7-2bcb-41c7-86b0-5e6190600922 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 210 time: 0.0640576 Oct 12 18:25:57.643697 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f4b3c796-d9f6-408d-851a-5b672992e1f5 req-cbdf009e-5c04-404a-b38a-fcd7010feb43 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0467665 Oct 12 18:25:57.745719 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcdd51-23e3-4f30-9f47-9d1653ff8a70 req-4d1bdae5-110c-4eb3-a38a-4be2ffac5204 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:57.747169 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fedcdd51-23e3-4f30-9f47-9d1653ff8a70 req-4d1bdae5-110c-4eb3-a38a-4be2ffac5204 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 932 time: 0.0527112 Oct 12 18:25:57.788503 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fedcdd51-23e3-4f30-9f47-9d1653ff8a70 req-35e25da8-4202-4554-9201-bec1d16ca59b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337050 Oct 12 18:25:58.345529 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44046) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:58.428752 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-73ecf767-e9b6-4899-aac0-34fe909da7b6 req-16bb74f6-386d-48c2-bb55-831c27340e45 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 210 time: 0.0296645 Oct 12 18:25:58.490269 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44054) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:58.585595 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-bceb23ed-68d7-4923-a158-1a2ba046f872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:58.682913 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-bceb23ed-68d7-4923-a158-1a2ba046f872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:58.749557 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-bceb23ed-68d7-4923-a158-1a2ba046f872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:58.801727 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-911b98e5-b939-4b1d-b520-bd98ec2660bf req-8e51b886-d214-4e2d-ae78-bc2841cea6d3 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0440626 Oct 12 18:25:58.806667 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-bceb23ed-68d7-4923-a158-1a2ba046f872 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c5d044672434a279ace9e729a1f5f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593077 Oct 12 18:25:58.811607 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 44066) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:58.815246 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb23ed-68d7-4923-a158-1a2ba046f872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6955eb50-6660-4d4c-8e37-639b046a314b,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:58.903396 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2e91fe59-7cdc-474b-b565-428ac805b165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:58.932764 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-eedfc7c9-8b03-4bda-b4ca-9239be29d94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:58.968976 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2e91fe59-7cdc-474b-b565-428ac805b165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.028088 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-eedfc7c9-8b03-4bda-b4ca-9239be29d94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.085420 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44072) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:59.102274 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fefc1-8672-4f75-83a1-31d990671d40 req-debad250-9de3-4671-a96f-19d4bc24e927 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:25:59.105042 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-540fefc1-8672-4f75-83a1-31d990671d40 req-debad250-9de3-4671-a96f-19d4bc24e927 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 932 time: 0.1677556 Oct 12 18:25:59.115078 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-eedfc7c9-8b03-4bda-b4ca-9239be29d94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.152566 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-540fefc1-8672-4f75-83a1-31d990671d40 req-c4f824f3-c99f-4db4-b334-4a9e66592c41 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 Oct 12 18:25:59.155282 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2e91fe59-7cdc-474b-b565-428ac805b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.156226 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfc7c9-8b03-4bda-b4ca-9239be29d94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0005247a-2c7b-4e35-aba6-a86ec615a59b,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:59.158544 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2e91fe59-7cdc-474b-b565-428ac805b165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.161436 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-eedfc7c9-8b03-4bda-b4ca-9239be29d94f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=511ac684e82943649bfee26494105d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6699884 Oct 12 18:25:59.162285 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-2e91fe59-7cdc-474b-b565-428ac805b165 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6955eb50-6660-4d4c-8e37-639b046a314b HTTP/1.1" status: 204 len: 168 time: 0.3481786 Oct 12 18:25:59.166236 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44078) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:59.182274 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91fe59-7cdc-474b-b565-428ac805b165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6955eb50-6660-4d4c-8e37-639b046a314b,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:59.235311 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8c814f4d-e65d-452f-9a5a-122b4ce88151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.257791 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8c814f4d-e65d-452f-9a5a-122b4ce88151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.389906 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b972a4e6-ec0b-494b-83ca-7d0b5683cdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.406493 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8c814f4d-e65d-452f-9a5a-122b4ce88151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.411106 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8c814f4d-e65d-452f-9a5a-122b4ce88151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.412857 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-8c814f4d-e65d-452f-9a5a-122b4ce88151 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0005247a-2c7b-4e35-aba6-a86ec615a59b HTTP/1.1" status: 204 len: 168 time: 0.2428889 Oct 12 18:25:59.440045 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c814f4d-e65d-452f-9a5a-122b4ce88151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0005247a-2c7b-4e35-aba6-a86ec615a59b,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:59.565701 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b972a4e6-ec0b-494b-83ca-7d0b5683cdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.575025 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-63601e72-7247-445d-ae8e-b7307ecbb514 req-bce2b119-a16b-4355-87bc-bc11353e121d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 210 time: 0.0454793 Oct 12 18:25:59.651623 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b972a4e6-ec0b-494b-83ca-7d0b5683cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.709232 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-b972a4e6-ec0b-494b-83ca-7d0b5683cdf1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93688b321b6941d38ac96e6ba19680bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6222763 Oct 12 18:25:59.710865 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972a4e6-ec0b-494b-83ca-7d0b5683cdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaadcf5-c135-4560-adab-6848f5148d24,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:25:59.711714 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 44092) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:25:59.787669 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab319ddf-769e-438a-98a5-51728e732bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.818595 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab319ddf-769e-438a-98a5-51728e732bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.930379 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-71730593-a93a-4d18-980a-c6682aaa5248 req-f11455bf-69d2-4521-ae88-58952ee5cd0b tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0448220 Oct 12 18:25:59.988453 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab319ddf-769e-438a-98a5-51728e732bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.991088 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab319ddf-769e-438a-98a5-51728e732bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:25:59.992237 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-ab319ddf-769e-438a-98a5-51728e732bcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aaaadcf5-c135-4560-adab-6848f5148d24 HTTP/1.1" status: 204 len: 168 time: 0.2792363 Oct 12 18:25:59.999812 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab319ddf-769e-438a-98a5-51728e732bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaadcf5-c135-4560-adab-6848f5148d24,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:00.209373 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 44114) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:00.223218 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-61389952-62ec-4b34-8847-5b364ee1ae11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.338356 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-61389952-62ec-4b34-8847-5b364ee1ae11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.351414 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b68d6-2d33-4c41-9f0d-dfd275898108 req-1e87aa2c-6cb4-4d16-95b6-e0f19101c4d1 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:00.352917 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-066b68d6-2d33-4c41-9f0d-dfd275898108 req-1e87aa2c-6cb4-4d16-95b6-e0f19101c4d1 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 932 time: 0.0717125 Oct 12 18:26:00.358358 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-918fd6a1-4241-4ea8-8561-78bdbb147623 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:26:00.359413 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-918fd6a1-4241-4ea8-8561-78bdbb147623 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053101 Oct 12 18:26:00.379182 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 44120) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:00.407933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ae1fd60f-0db0-45f5-90f9-526cff1da7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.412550 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-066b68d6-2d33-4c41-9f0d-dfd275898108 req-1d206168-a0b5-4a18-a911-cfd7b7a94178 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512891 Oct 12 18:26:00.424919 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-61389952-62ec-4b34-8847-5b364ee1ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.478410 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-61389952-62ec-4b34-8847-5b364ee1ae11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd7097254e0d484094eedd5fd7ba3b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674375 Oct 12 18:26:00.481810 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44122) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:00.485360 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61389952-62ec-4b34-8847-5b364ee1ae11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012a4c2d-e10e-4e4e-8d3f-00f725053b5a,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:00.539857 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ae1fd60f-0db0-45f5-90f9-526cff1da7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.557026 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759d19e5-8d20-4b4b-a79f-bf3a45d49fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.579867 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759d19e5-8d20-4b4b-a79f-bf3a45d49fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.617656 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ae1fd60f-0db0-45f5-90f9-526cff1da7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.662669 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-ae1fd60f-0db0-45f5-90f9-526cff1da7a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ad9357fd44b492783bb48fc51831bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810075 Oct 12 18:26:00.662669 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fd60f-0db0-45f5-90f9-526cff1da7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21f3cea-5a84-42fa-885d-3b36daddf747,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:00.666372 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44128) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:00.694082 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bc609402-8e51-4a70-ba7b-0903fa2a9f0e req-3f33829a-bb02-4355-bdcc-d4a80b69805c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 210 time: 0.0286155 Oct 12 18:26:00.729435 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759d19e5-8d20-4b4b-a79f-bf3a45d49fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.732863 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759d19e5-8d20-4b4b-a79f-bf3a45d49fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.737305 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-759d19e5-8d20-4b4b-a79f-bf3a45d49fb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/012a4c2d-e10e-4e4e-8d3f-00f725053b5a HTTP/1.1" status: 204 len: 168 time: 0.2512784 Oct 12 18:26:00.747500 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d19e5-8d20-4b4b-a79f-bf3a45d49fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012a4c2d-e10e-4e4e-8d3f-00f725053b5a,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:00.780486 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4693ea7f-e4f2-4d51-b9bb-a13a0b48cae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.809144 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4693ea7f-e4f2-4d51-b9bb-a13a0b48cae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.977621 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4693ea7f-e4f2-4d51-b9bb-a13a0b48cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.980619 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4693ea7f-e4f2-4d51-b9bb-a13a0b48cae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:00.982047 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4693ea7f-e4f2-4d51-b9bb-a13a0b48cae2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c21f3cea-5a84-42fa-885d-3b36daddf747 HTTP/1.1" status: 204 len: 168 time: 0.3154836 Oct 12 18:26:00.992634 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693ea7f-e4f2-4d51-b9bb-a13a0b48cae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21f3cea-5a84-42fa-885d-3b36daddf747,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:01.045815 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-85121cb0-39db-4cf6-88f2-70a003dc312f req-2d55470d-4e89-4313-9d58-e2ba83281ce6 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0282240 Oct 12 18:26:01.346409 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44142) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:01.362970 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-375ec342-99e2-4a6d-8785-ee887201bc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:01.445107 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 44146) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:01.472312 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Request body: {'port': {'device_id': '7b41fbf9-05a2-46c9-b7a6-124028aa23ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:26:01.497533 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-375ec342-99e2-4a6d-8785-ee887201bc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:01.560827 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-375ec342-99e2-4a6d-8785-ee887201bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:01.622916 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-375ec342-99e2-4a6d-8785-ee887201bc5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de04ae45378c42c199c4680a0df0a30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750268 Oct 12 18:26:01.626130 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:01.626588 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44154) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:01.711438 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.42', 55250) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:01.754949 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ec342-99e2-4a6d-8785-ee887201bc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064ec469-a772-493a-bf7c-e94361213b40,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:01.828565 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3be11a06-fb4a-4754-8e82-ca35aab8743e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:01.843541 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c8a4c706-b7a8-4801-b4d6-d941b21030fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:01.857913 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3be11a06-fb4a-4754-8e82-ca35aab8743e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:01.904190 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-de1a664f-13ba-435d-aaaa-fcb4f2c13906 req-12c1f2df-4cc4-4a88-b9d6-97de471085cc tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 210 time: 0.0645676 Oct 12 18:26:01.930834 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48535051-316e-4e18-a2e3-75625a44cb3f req-d559cfd0-290f-47c0-9d69-7d4932bbc079 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:01.932757 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-48535051-316e-4e18-a2e3-75625a44cb3f req-d559cfd0-290f-47c0-9d69-7d4932bbc079 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 932 time: 0.3153377 Oct 12 18:26:02.017967 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3be11a06-fb4a-4754-8e82-ca35aab8743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:02.024277 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3be11a06-fb4a-4754-8e82-ca35aab8743e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:02.036462 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-3be11a06-fb4a-4754-8e82-ca35aab8743e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/064ec469-a772-493a-bf7c-e94361213b40 HTTP/1.1" status: 204 len: 168 time: 0.4044719 Oct 12 18:26:02.048369 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be11a06-fb4a-4754-8e82-ca35aab8743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064ec469-a772-493a-bf7c-e94361213b40,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:02.312589 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-d3ca6fdb-e9fe-4e52-960a-1fe7bba71b01 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:02.313863 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-d3ca6fdb-e9fe-4e52-960a-1fe7bba71b01 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.42 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 817 time: 0.5999162 Oct 12 18:26:02.327999 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7ec59eb7-224c-4ef9-9bbe-c4901b6bb7f6 req-4968710f-80c1-4d96-bc3b-42f3ca6c631f tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.1030238 Oct 12 18:26:02.416616 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-48535051-316e-4e18-a2e3-75625a44cb3f req-633fcee0-21e8-4ab0-ac24-0952f9ba705c tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578996 Oct 12 18:26:02.437973 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.42', 55254) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:02.477846 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-456321c4-d806-4191-a517-c18515322051 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94cdd5201533434888e7691148b9a3a8 HTTP/1.1" status: 200 len: 379 time: 0.1488082 Oct 12 18:26:02.494009 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-f0aa5fb1-4f79-488b-9926-5cc730ea6589 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Request body: {'port': {'device_id': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'admin_state_up': True, 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'security_groups': ['4670c38a-cbac-4f3c-8c27-71b6a54fc759']}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:26:02.557049 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c8a4c706-b7a8-4801-b4d6-d941b21030fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:02.632844 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c8a4c706-b7a8-4801-b4d6-d941b21030fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:02.731793 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fef676-0c4d-4948-82ee-4d56b09e2840 {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:26:02.740364 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4c706-b7a8-4801-b4d6-d941b21030fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb89ed76-c435-4dc5-ac00-09ec2640c101,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:02.752070 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-c8a4c706-b7a8-4801-b4d6-d941b21030fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e7818666d9a4c1080117d4a7eca7a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3056827 Oct 12 18:26:02.758025 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:02.758799 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44200) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:02.777019 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Transition to ACTIVE for port object b2fef676-0c4d-4948-82ee-4d56b09e2840 will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:26:02.815129 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-c9b7e5ea-29a0-4965-b7bd-b983e245b559 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:02.816655 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-c9b7e5ea-29a0-4965-b7bd-b983e245b559 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.42 "GET /v2.0/networks?id=c28011f7-a600-4bea-98eb-e6748c99ba11 HTTP/1.1" status: 200 len: 811 time: 0.3770053 Oct 12 18:26:02.863454 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-f0aa5fb1-4f79-488b-9926-5cc730ea6589 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Made reservation on behalf of 94cdd5201533434888e7691148b9a3a8 for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:26:02.867443 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-f0aa5fb1-4f79-488b-9926-5cc730ea6589 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:02.909999 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-ded20311-0366-4fc4-8623-1364dd35ec59 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee04649277c84912b20967b31162615b HTTP/1.1" status: 200 len: 379 time: 0.0830257 Oct 12 18:26:02.914768 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d98269b6-5337-4faa-a41d-1633adf73a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:02.932131 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:02.958364 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d98269b6-5337-4faa-a41d-1633adf73a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:02.970067 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-dae7c4c6-855e-4713-b11e-72cc621d1a44 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Request body: {'port': {'device_id': '1ad61db5-995d-47f1-a6d6-891628733252', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'admin_state_up': True, 'tenant_id': 'ee04649277c84912b20967b31162615b', 'security_groups': ['06811e3a-4472-4b47-905e-eb3913f21d87']}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:26:03.097583 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fef676-0c4d-4948-82ee-4d56b09e2840,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:03.214564 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-97d48cc6-1a60-4df7-ba51-795cf7000ce2 req-8efde810-ce6f-4849-a04c-63bc69a10fc6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 210 time: 0.2029006 Oct 12 18:26:03.221618 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-f0aa5fb1-4f79-488b-9926-5cc730ea6589 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Allocated IP 172.20.0.13 (80f5cd14-5950-4313-a8f0-f81c86803faa/502622b7-745a-4ead-8e74-4e8abad1dbf8/fabaeaf5-eee4-46bf-a4bf-984ef9955b1e) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:26:03.245600 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Attempting to bind port b2fef676-0c4d-4948-82ee-4d56b09e2840 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:26:03.245600 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Attempting to bind port b2fef676-0c4d-4948-82ee-4d56b09e2840 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'bbeaebef-6637-47bf-9342-5c3a692d5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5abeb470-0961-42f8-b25c-58bd0d9fefe4'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:26:03.245600 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Attempting to bind port b2fef676-0c4d-4948-82ee-4d56b09e2840 on network 5abeb470-0961-42f8-b25c-58bd0d9fefe4 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:26:03.262514 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Port b2fef676-0c4d-4948-82ee-4d56b09e2840 on network 5abeb470-0961-42f8-b25c-58bd0d9fefe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:26:03.270195 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Attempting to bind port b2fef676-0c4d-4948-82ee-4d56b09e2840 on network 5abeb470-0961-42f8-b25c-58bd0d9fefe4 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:26:03.277180 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:26:03.277180 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Checking segment: {'id': 'bbeaebef-6637-47bf-9342-5c3a692d5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5abeb470-0961-42f8-b25c-58bd0d9fefe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:26:03.277738 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Bound using segment: {'id': 'bbeaebef-6637-47bf-9342-5c3a692d5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5abeb470-0961-42f8-b25c-58bd0d9fefe4'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:26:03.278212 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Bound port: b2fef676-0c4d-4948-82ee-4d56b09e2840, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbeaebef-6637-47bf-9342-5c3a692d5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5abeb470-0961-42f8-b25c-58bd0d9fefe4'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:26:03.278580 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:03.334089 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d98269b6-5337-4faa-a41d-1633adf73a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:03.337150 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d98269b6-5337-4faa-a41d-1633adf73a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:03.342303 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-d98269b6-5337-4faa-a41d-1633adf73a4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb89ed76-c435-4dc5-ac00-09ec2640c101 HTTP/1.1" status: 204 len: 168 time: 0.5671885 Oct 12 18:26:03.346326 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98269b6-5337-4faa-a41d-1633adf73a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb89ed76-c435-4dc5-ac00-09ec2640c101,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:03.355080 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-dae7c4c6-855e-4713-b11e-72cc621d1a44 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Made reservation on behalf of ee04649277c84912b20967b31162615b for: {'port': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:26:03.359518 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-dae7c4c6-855e-4713-b11e-72cc621d1a44 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:03.524232 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e526cabd-03a0-452d-9bd8-7675ebb788d1 req-7eb90777-8352-4af4-9e60-08c33538cbcd tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0629454 Oct 12 18:26:03.584320 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] For port b2fef676-0c4d-4948-82ee-4d56b09e2840, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:26:03.632617 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-dae7c4c6-855e-4713-b11e-72cc621d1a44 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Allocated IP 172.20.0.7 (c28011f7-a600-4bea-98eb-e6748c99ba11/ecb784df-79ec-41a5-852a-05a0e006be4c/e09e7894-b521-40f8-ae1f-7364d6e573c9) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:26:03.647543 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] For port b2fef676-0c4d-4948-82ee-4d56b09e2840, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b2fef676-0c4d-4948-82ee-4d56b09e2840,segment=NetworkSegment(bbeaebef-6637-47bf-9342-5c3a692d5265),segment_id=bbeaebef-6637-47bf-9342-5c3a692d5265)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:26:03.678778 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f302c0-82d0-4bcc-92fa-64020b4a2808 req-d9832db0-0754-4546-924e-4c4725dd0f98 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:03.680308 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a0f302c0-82d0-4bcc-92fa-64020b4a2808 req-d9832db0-0754-4546-924e-4c4725dd0f98 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 944 time: 0.1635318 Oct 12 18:26:03.703648 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-f0aa5fb1-4f79-488b-9926-5cc730ea6589 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:03.743690 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a0f302c0-82d0-4bcc-92fa-64020b4a2808 req-0efc21e9-4b4d-4a44-a4ab-f82c24c2a769 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507967 Oct 12 18:26:03.749568 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:03.835975 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:03.836961 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:03.839311 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] 10.222.0.42 "PUT /v2.0/ports/b2fef676-0c4d-4948-82ee-4d56b09e2840 HTTP/1.1" status: 200 len: 1094 time: 2.8937659 Oct 12 18:26:03.839922 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b41fbf9-05a2-46c9-b7a6-124028aa23ab', 'tag': 'b2fef676-0c4d-4948-82ee-4d56b09e2840'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:26:03.905054 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-dae7c4c6-855e-4713-b11e-72cc621d1a44 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:03.938983 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-f0aa5fb1-4f79-488b-9926-5cc730ea6589 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:03.950621 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd024cf-97b7-46f7-bf39-221d4cf64616 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fef676-0c4d-4948-82ee-4d56b09e2840,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:04.008849 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-f0aa5fb1-4f79-488b-9926-5cc730ea6589 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Network 80f5cd14-5950-4313-a8f0-f81c86803faa is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:26:04.011991 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-f0aa5fb1-4f79-488b-9926-5cc730ea6589 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:26:04.016152 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-f0aa5fb1-4f79-488b-9926-5cc730ea6589 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:26:04.022746 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-f0aa5fb1-4f79-488b-9926-5cc730ea6589 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:04.023971 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-f0aa5fb1-4f79-488b-9926-5cc730ea6589 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:04.037704 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa5fb1-4f79-488b-9926-5cc730ea6589 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event updated for resources: {'Port': ['ID=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:04.069525 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-dae7c4c6-855e-4713-b11e-72cc621d1a44 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:04.138934 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-fa49e41f-f294-4926-bf9c-de6c76457218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:04.140444 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-fa49e41f-f294-4926-bf9c-de6c76457218 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9da6195bb2d64abfa8cd8671874f1830&device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 1097 time: 0.0976567 Oct 12 18:26:04.149328 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-dae7c4c6-855e-4713-b11e-72cc621d1a44 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Network c28011f7-a600-4bea-98eb-e6748c99ba11 is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:26:04.155233 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-dae7c4c6-855e-4713-b11e-72cc621d1a44 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:26:04.161961 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-dae7c4c6-855e-4713-b11e-72cc621d1a44 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:26:04.191040 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7c4c6-855e-4713-b11e-72cc621d1a44 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event updated for resources: {'Port': ['ID=e09e7894-b521-40f8-ae1f-7364d6e573c9,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:04.248643 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-dae7c4c6-855e-4713-b11e-72cc621d1a44 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:04.250462 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-dae7c4c6-855e-4713-b11e-72cc621d1a44 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:04.329665 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-f0aa5fb1-4f79-488b-9926-5cc730ea6589 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8402824 Oct 12 18:26:04.337198 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-071b7b7a-875d-4cf8-a83b-d9af1f8a7c38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2fef676-0c4d-4948-82ee-4d56b09e2840 HTTP/1.1" status: 200 len: 217 time: 0.1862373 Oct 12 18:26:04.364237 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Request body: {'port': {'device_id': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:26:04.457895 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-ee1e4f17-d0e4-4cd2-845f-694dadc7f06e None None] Provisioning complete for port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:26:04.458740 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4f17-d0e4-4cd2-845f-694dadc7f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:04.480019 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-a8566146-3191-4ec6-abdf-2b7d55ab67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:04.481496 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-a8566146-3191-4ec6-abdf-2b7d55ab67e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=917cde8a-9648-4adb-b1c5-ac611a3bcb4a HTTP/1.1" status: 200 len: 851 time: 0.1251347 Oct 12 18:26:04.489044 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59296844-bfb8-4435-9606-80f03f0edea5 req-5d442568-506b-4f7d-87b7-581b7bd10990 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:04.491545 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-59296844-bfb8-4435-9606-80f03f0edea5 req-5d442568-506b-4f7d-87b7-581b7bd10990 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 932 time: 0.1595721 Oct 12 18:26:04.495194 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e4f17-d0e4-4cd2-845f-694dadc7f06e None None] Port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:26:04.520978 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2aa65581-d039-490e-9e58-c44d4ba1ebd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:04.558448 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-dae7c4c6-855e-4713-b11e-72cc621d1a44 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5978670 Oct 12 18:26:04.569217 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-2ee5fe78-3ea7-41c8-9caf-52ef0c588ea0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5abeb470-0961-42f8-b25c-58bd0d9fefe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737655 Oct 12 18:26:04.571762 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:04.580603 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Request body: {'port': {'device_id': '1ad61db5-995d-47f1-a6d6-891628733252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:26:04.630344 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-39492373-f531-43cd-81f1-abd5a1b2b298 None None] Provisioning complete for port e09e7894-b521-40f8-ae1f-7364d6e573c9 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:26:04.633012 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39492373-f531-43cd-81f1-abd5a1b2b298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:04.688917 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-39492373-f531-43cd-81f1-abd5a1b2b298 None None] Port e09e7894-b521-40f8-ae1f-7364d6e573c9 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:26:04.692707 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-59296844-bfb8-4435-9606-80f03f0edea5 req-9a349b5a-fac8-45b6-a39d-7e06bae54099 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874895 Oct 12 18:26:04.694393 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:04.750627 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44262) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:04.810289 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8008952e-2a96-4f8f-8f79-62f4359c08e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:04.826851 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-8ef33a1e-7659-4839-a3d7-9dd6fe2fb2eb service neutron] 10.222.0.42 "GET /v2.0/networks/5abeb470-0961-42f8-b25c-58bd0d9fefe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450264 Oct 12 18:26:05.131483 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5d81e4-7552-46e8-bec2-234a41d5e66f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b41fbf9-05a2-46c9-b7a6-124028aa23ab", "tag": "b2fef676-0c4d-4948-82ee-4d56b09e2840"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:26:05.233956 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99264103-e0bc-4a04-a45d-78c9880dd7b1 req-e5ef182b-d65e-43ea-868e-505cf8b5ab20 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:05.235635 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-99264103-e0bc-4a04-a45d-78c9880dd7b1 req-e5ef182b-d65e-43ea-868e-505cf8b5ab20 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 931 time: 0.5386779 Oct 12 18:26:05.269559 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50ef2b-f9df-49b7-b733-66836008235c req-c188a09e-010a-44ff-9b28-2bb7386195be tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:05.271671 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bb50ef2b-f9df-49b7-b733-66836008235c req-c188a09e-010a-44ff-9b28-2bb7386195be tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 944 time: 0.2309511 Oct 12 18:26:05.277638 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8008952e-2a96-4f8f-8f79-62f4359c08e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:05.368854 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8330858-a79a-41e5-886d-20a01aa3e6cf req-97e76e18-ee36-4811-9b95-64f5b9c78d3b service neutron] 10.222.0.42 "GET /v2.0/networks/5abeb470-0961-42f8-b25c-58bd0d9fefe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240324 Oct 12 18:26:05.400677 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09e7894-b521-40f8-ae1f-7364d6e573c9 {{(pid=94836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:26:05.408867 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-99264103-e0bc-4a04-a45d-78c9880dd7b1 req-d76f3de0-0d6c-49aa-b69d-fd9cb1bf2506 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269977 Oct 12 18:26:05.420292 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8008952e-2a96-4f8f-8f79-62f4359c08e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:05.422321 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bb50ef2b-f9df-49b7-b733-66836008235c req-6be2237a-78fe-4d3c-bc3c-3f0dd06b0d7f tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980134 Oct 12 18:26:05.470039 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:05.508622 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.provisioning_blocks [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Transition to ACTIVE for port object e09e7894-b521-40f8-ae1f-7364d6e573c9 will not be triggered until provisioned by entity L2. {{(pid=94836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:26:05.519002 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-8008952e-2a96-4f8f-8f79-62f4359c08e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=083e19f6dba843879319b9bd255379d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7670374 Oct 12 18:26:05.523309 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44286) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:05.537311 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008952e-2a96-4f8f-8f79-62f4359c08e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4c974b-5503-4506-af2a-b3d1c5871c88,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:05.556713 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabaeaf5-eee4-46bf-a4bf-984ef9955b1e {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:26:05.566234 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:05.580723 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Transition to ACTIVE for port object fabaeaf5-eee4-46bf-a4bf-984ef9955b1e will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:26:05.598504 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-97e828b3-f01a-4e45-882e-529a61db8db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:05.609847 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:05.650502 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-97e828b3-f01a-4e45-882e-529a61db8db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:05.669167 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:05.703101 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e09e7894-b521-40f8-ae1f-7364d6e573c9,revision_number=2']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:05.747168 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:05.852822 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Attempting to bind port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:26:05.854016 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Attempting to bind port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:26:05.854569 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Attempting to bind port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e on network 80f5cd14-5950-4313-a8f0-f81c86803faa {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:26:05.864671 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e on network 80f5cd14-5950-4313-a8f0-f81c86803faa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:26:05.865797 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Attempting to bind port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e on network 80f5cd14-5950-4313-a8f0-f81c86803faa {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:26:05.869172 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Attempting to bind port e09e7894-b521-40f8-ae1f-7364d6e573c9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:26:05.869553 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Attempting to bind port e09e7894-b521-40f8-ae1f-7364d6e573c9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:26:05.869872 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Attempting to bind port e09e7894-b521-40f8-ae1f-7364d6e573c9 on network c28011f7-a600-4bea-98eb-e6748c99ba11 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:26:05.897204 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Port e09e7894-b521-40f8-ae1f-7364d6e573c9 on network c28011f7-a600-4bea-98eb-e6748c99ba11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:26:05.897331 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Attempting to bind port e09e7894-b521-40f8-ae1f-7364d6e573c9 on network c28011f7-a600-4bea-98eb-e6748c99ba11 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:26:05.903753 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:26:05.904096 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Checking segment: {'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:26:05.908785 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Bound using segment: {'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:26:05.909239 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Bound port: fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:26:05.909614 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:05.917598 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:26:05.917598 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Checking segment: {'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:26:05.917598 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Bound using segment: {'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:26:05.919225 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Bound port: e09e7894-b521-40f8-ae1f-7364d6e573c9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'}}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:26:05.920281 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:05.960204 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-97e828b3-f01a-4e45-882e-529a61db8db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:05.968657 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-97e828b3-f01a-4e45-882e-529a61db8db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:05.968657 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-97e828b3-f01a-4e45-882e-529a61db8db9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c4c974b-5503-4506-af2a-b3d1c5871c88 HTTP/1.1" status: 204 len: 168 time: 0.4406903 Oct 12 18:26:05.987173 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e828b3-f01a-4e45-882e-529a61db8db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4c974b-5503-4506-af2a-b3d1c5871c88,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:06.095570 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100c19c-011a-429f-8a9a-1c104bdcf2cc req-5615e887-cab3-454f-afda-ca3df19c2740 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:06.095570 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6100c19c-011a-429f-8a9a-1c104bdcf2cc req-5615e887-cab3-454f-afda-ca3df19c2740 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.2254992 Oct 12 18:26:06.114536 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] For port e09e7894-b521-40f8-ae1f-7364d6e573c9, host hv-cinder-81322, cleared binding levels {{(pid=94836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:26:06.126889 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] For port e09e7894-b521-40f8-ae1f-7364d6e573c9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e09e7894-b521-40f8-ae1f-7364d6e573c9,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:26:06.155657 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f30f98-1273-4be5-af05-8f7085d3ff41 x-openstack-request-id: req-49f30f98-1273-4be5-af05-8f7085d3ff41 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:26:06.156079 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b41fbf9-05a2-46c9-b7a6-124028aa23ab", "tag": "b2fef676-0c4d-4948-82ee-4d56b09e2840", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:26:06.156347 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49f30f98-1273-4be5-af05-8f7085d3ff41 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:26:06.159173 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b41fbf9-05a2-46c9-b7a6-124028aa23ab', 'tag': 'b2fef676-0c4d-4948-82ee-4d56b09e2840', 'status': 'completed', 'code': 200} Oct 12 18:26:06.194777 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:06.214036 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] For port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:26:06.246375 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] For port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:26:06.249448 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:06.250380 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:06.250501 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6100c19c-011a-429f-8a9a-1c104bdcf2cc req-c4a251bb-60db-4dcc-a0a4-34def8e9ce92 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299958 Oct 12 18:26:06.251628 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] 10.222.0.42 "PUT /v2.0/ports/e09e7894-b521-40f8-ae1f-7364d6e573c9 HTTP/1.1" status: 200 len: 1093 time: 1.6852281 Oct 12 18:26:06.252097 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad61db5-995d-47f1-a6d6-891628733252', 'tag': 'e09e7894-b521-40f8-ae1f-7364d6e573c9'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:26:06.266445 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d81e4-7552-46e8-bec2-234a41d5e66f req-7c71e6fb-eb6b-4fa4-9704-d25ed5c99b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:06.268055 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3a5d81e4-7552-46e8-bec2-234a41d5e66f req-7c71e6fb-eb6b-4fa4-9704-d25ed5c99b73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9da6195bb2d64abfa8cd8671874f1830&device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 1097 time: 0.0918539 Oct 12 18:26:06.324153 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397adbc-a4b8-43f0-943e-51615d7bccc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e09e7894-b521-40f8-ae1f-7364d6e573c9,revision_number=3']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:06.376709 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:06.433205 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:06.445209 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:06.445209 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] 10.222.0.42 "PUT /v2.0/ports/fabaeaf5-eee4-46bf-a4bf-984ef9955b1e HTTP/1.1" status: 200 len: 1094 time: 2.0830331 Oct 12 18:26:06.626242 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d81e4-7552-46e8-bec2-234a41d5e66f req-d9929adb-af7b-48c3-894a-aab37faaed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:06.632071 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3a5d81e4-7552-46e8-bec2-234a41d5e66f req-d9929adb-af7b-48c3-894a-aab37faaed01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5abeb470-0961-42f8-b25c-58bd0d9fefe4 HTTP/1.1" status: 200 len: 912 time: 0.3504071 Oct 12 18:26:06.648020 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec09389-45a1-443c-9b37-7b1bf5cf82e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:06.667773 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-17c416c5-cae1-4636-a172-8acd6362542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:06.669990 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-17c416c5-cae1-4636-a172-8acd6362542a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee04649277c84912b20967b31162615b&device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 1096 time: 0.2005630 Oct 12 18:26:06.721935 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-19698b7b-e300-4d08-a24a-c666f5ce3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:06.724069 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-19698b7b-e300-4d08-a24a-c666f5ce3b24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 1097 time: 0.1427937 Oct 12 18:26:06.758816 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3a5d81e4-7552-46e8-bec2-234a41d5e66f req-c1cd86ca-f367-4f3e-b086-a3bb3de8229c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2fef676-0c4d-4948-82ee-4d56b09e2840 HTTP/1.1" status: 200 len: 217 time: 0.0986464 Oct 12 18:26:06.766505 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ab132-3e72-41ac-9905-c11e591f8419 req-dd607607-ddf2-4a20-b746-37ec1b4b9ff9 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:06.785053 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-624ab132-3e72-41ac-9905-c11e591f8419 req-dd607607-ddf2-4a20-b746-37ec1b4b9ff9 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 943 time: 0.2682717 Oct 12 18:26:06.797163 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-70bda25c-e8fb-4e38-993a-dfb6f308e6ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e HTTP/1.1" status: 200 len: 217 time: 0.0640905 Oct 12 18:26:06.805020 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd520b1-4e27-4b3e-901f-7f2fd609b85f req-10d4c9c4-a1f7-42a3-b95a-9a1bd1e4efb5 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:06.809029 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fbd520b1-4e27-4b3e-901f-7f2fd609b85f req-10d4c9c4-a1f7-42a3-b95a-9a1bd1e4efb5 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 944 time: 0.2564332 Oct 12 18:26:06.810611 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-2b26a0d4-a781-4c12-97d4-36840d3fa5f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e09e7894-b521-40f8-ae1f-7364d6e573c9 HTTP/1.1" status: 200 len: 217 time: 0.1299279 Oct 12 18:26:06.862512 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-b829df84-b574-47cd-b0ee-8fdcd7fbc1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:06.864857 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-b829df84-b574-47cd-b0ee-8fdcd7fbc1d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 200 len: 856 time: 0.0597880 Oct 12 18:26:06.962768 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-cb898153-40a9-4a8f-ac7a-6fb5e497cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:06.965401 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-cb898153-40a9-4a8f-ac7a-6fb5e497cb7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80f5cd14-5950-4313-a8f0-f81c86803faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926275 Oct 12 18:26:06.988531 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d81e4-7552-46e8-bec2-234a41d5e66f req-52966e37-be18-4309-ab6a-1bcce9d46389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:06.990622 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3a5d81e4-7552-46e8-bec2-234a41d5e66f req-52966e37-be18-4309-ab6a-1bcce9d46389 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=917cde8a-9648-4adb-b1c5-ac611a3bcb4a HTTP/1.1" status: 200 len: 851 time: 0.1998596 Oct 12 18:26:07.026877 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-624ab132-3e72-41ac-9905-c11e591f8419 req-9e427091-886c-4a4f-8e87-3b7594b01e1a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343268 Oct 12 18:26:07.029653 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-9ec91f4a-d909-48f0-b3f8-e6fecf26430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:07.032331 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-9ec91f4a-d909-48f0-b3f8-e6fecf26430a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecb784df-79ec-41a5-852a-05a0e006be4c HTTP/1.1" status: 200 len: 850 time: 0.1795838 Oct 12 18:26:07.049765 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fbd520b1-4e27-4b3e-901f-7f2fd609b85f req-7b59ba79-41b3-48fb-af0d-73b158745b9f tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954343 Oct 12 18:26:07.055394 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3a5d81e4-7552-46e8-bec2-234a41d5e66f req-a500c942-a797-45f3-9e47-fc3830091b65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5abeb470-0961-42f8-b25c-58bd0d9fefe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540197 Oct 12 18:26:07.077525 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 44354) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:07.225226 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-aeb4d14f-d881-43a5-aa4d-4c8b4498c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:07.226755 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-aeb4d14f-d881-43a5-aa4d-4c8b4498c4c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c28011f7-a600-4bea-98eb-e6748c99ba11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1760280 Oct 12 18:26:07.235246 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-205ada69-a99c-4db5-98e1-ab94cafda9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:07.303449 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5dfca1-058d-4ee2-a4bc-72edff934c48" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad61db5-995d-47f1-a6d6-891628733252", "tag": "e09e7894-b521-40f8-ae1f-7364d6e573c9"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:26:07.355018 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-d2a1cbba-26b3-4deb-8fd4-db81ef2d42c9 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772292 Oct 12 18:26:07.358203 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3a5d81e4-7552-46e8-bec2-234a41d5e66f req-61579fd3-efda-4934-a674-0cedac069bb6 service neutron] 10.222.0.42 "GET /v2.0/networks/5abeb470-0961-42f8-b25c-58bd0d9fefe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774198 Oct 12 18:26:07.494095 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3a5d81e4-7552-46e8-bec2-234a41d5e66f req-23a26056-0ed1-4725-ad59-d3428b757728 service neutron] 10.222.0.42 "GET /v2.0/networks/5abeb470-0961-42f8-b25c-58bd0d9fefe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137149 Oct 12 18:26:07.533554 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d5d8f96d-2248-4fa7-aa31-c8877f844ae6 req-0f2b16e8-0cc9-4d0c-9ab1-6eafcb72ce8e service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736951 Oct 12 18:26:07.569636 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-86791ab8-efef-457c-bf15-8a3cbb84c44c service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282242 Oct 12 18:26:07.605682 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f4aea-c8dd-4e90-a5c9-de8b2d22e734 req-8030c363-65c8-4e9b-a7a3-8435b0fc81ab tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:07.611687 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bc4f4aea-c8dd-4e90-a5c9-de8b2d22e734 req-8030c363-65c8-4e9b-a7a3-8435b0fc81ab tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.1101282 Oct 12 18:26:07.674794 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-661462aa-496d-43f3-b72f-2c0eafd0d1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:07.718824 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bc4f4aea-c8dd-4e90-a5c9-de8b2d22e734 req-74539362-06c0-4b49-a349-ebccfdd27fba tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689051 Oct 12 18:26:07.766812 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d275f6-595f-4220-b793-0220915d1306 x-openstack-request-id: req-67d275f6-595f-4220-b793-0220915d1306 {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:26:07.767811 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad61db5-995d-47f1-a6d6-891628733252", "tag": "e09e7894-b521-40f8-ae1f-7364d6e573c9", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:26:07.768299 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67d275f6-595f-4220-b793-0220915d1306 {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:26:07.768877 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad61db5-995d-47f1-a6d6-891628733252', 'tag': 'e09e7894-b521-40f8-ae1f-7364d6e573c9', 'status': 'completed', 'code': 200} Oct 12 18:26:07.774443 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-13cad11d-ba44-43ca-9c14-bb15aa6fc5c9 req-788075e8-862c-423b-9cef-6c7e6eff2896 service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981349 Oct 12 18:26:08.001223 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-661462aa-496d-43f3-b72f-2c0eafd0d1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:08.047109 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:08.067262 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dfca1-058d-4ee2-a4bc-72edff934c48 req-6b3d71a4-abc6-4c90-927a-81e9b85d3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:08.069640 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2d5dfca1-058d-4ee2-a4bc-72edff934c48 req-6b3d71a4-abc6-4c90-927a-81e9b85d3882 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee04649277c84912b20967b31162615b&device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 1096 time: 0.0616300 Oct 12 18:26:08.147250 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-661462aa-496d-43f3-b72f-2c0eafd0d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:08.181194 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:26:08.183562 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc9a54b-06e6-4d01-a995-e7f1ce38dcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:26:08.268652 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-661462aa-496d-43f3-b72f-2c0eafd0d1e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5998337139764507aedd94669cdb1243&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1859884 Oct 12 18:26:08.269383 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661462aa-496d-43f3-b72f-2c0eafd0d1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d193a4-c68b-4175-88c7-d84f55d80a00,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:08.281240 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44418) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:08.321787 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f5136-a24f-4dfe-badb-71eee4884041 req-5fa35bd2-47f4-49fa-8a59-ccd660a3fea2 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:08.323421 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6c6f5136-a24f-4dfe-badb-71eee4884041 req-5fa35bd2-47f4-49fa-8a59-ccd660a3fea2 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 944 time: 0.1792359 Oct 12 18:26:08.326226 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:08.326965 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dfca1-058d-4ee2-a4bc-72edff934c48 req-06506c44-c9b6-4999-90d8-2c3eaa3398be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:08.328292 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2d5dfca1-058d-4ee2-a4bc-72edff934c48 req-06506c44-c9b6-4999-90d8-2c3eaa3398be service neutron] 10.222.0.42 "GET /v2.0/networks?id=c28011f7-a600-4bea-98eb-e6748c99ba11 HTTP/1.1" status: 200 len: 912 time: 0.2514153 Oct 12 18:26:08.341360 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cde146-860f-4f61-98ed-75fbfd172ad9 req-0db9ebcd-4a93-4da4-b601-87a540dd365c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:08.342007 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-51cde146-860f-4f61-98ed-75fbfd172ad9 req-0db9ebcd-4a93-4da4-b601-87a540dd365c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 943 time: 0.1961777 Oct 12 18:26:08.395372 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2d5dfca1-058d-4ee2-a4bc-72edff934c48 req-25481e50-c261-414d-87fb-6fab5099046d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e09e7894-b521-40f8-ae1f-7364d6e573c9 HTTP/1.1" status: 200 len: 217 time: 0.0510347 Oct 12 18:26:08.438254 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4e350e69-8ca1-47dd-8747-8813afcc7f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:08.484925 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dfca1-058d-4ee2-a4bc-72edff934c48 req-c95f040a-33fa-4314-828d-d81cc07fa46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:08.487027 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2d5dfca1-058d-4ee2-a4bc-72edff934c48 req-c95f040a-33fa-4314-828d-d81cc07fa46f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecb784df-79ec-41a5-852a-05a0e006be4c HTTP/1.1" status: 200 len: 850 time: 0.0833843 Oct 12 18:26:08.491293 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4e350e69-8ca1-47dd-8747-8813afcc7f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:08.509100 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44436) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:08.548208 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-51cde146-860f-4f61-98ed-75fbfd172ad9 req-78a6f02f-9fdb-45b1-935a-98033961833c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610346 Oct 12 18:26:08.568258 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6c6f5136-a24f-4dfe-badb-71eee4884041 req-82a8fb4c-f112-43ce-8db9-13342ad81d91 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208858 Oct 12 18:26:08.600387 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dfca1-058d-4ee2-a4bc-72edff934c48 req-e60aed0a-317d-4887-8d31-9a0a54d03d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:08.602506 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2d5dfca1-058d-4ee2-a4bc-72edff934c48 req-e60aed0a-317d-4887-8d31-9a0a54d03d39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c28011f7-a600-4bea-98eb-e6748c99ba11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1061668 Oct 12 18:26:08.659747 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a797785-db39-4f71-81a3-a1a808009bd5 x-openstack-request-id: req-6a797785-db39-4f71-81a3-a1a808009bd5 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:26:08.660036 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:26:08.661152 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a797785-db39-4f71-81a3-a1a808009bd5 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:26:08.664366 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'status': 'completed', 'code': 200} Oct 12 18:26:08.699548 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4e350e69-8ca1-47dd-8747-8813afcc7f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:08.702272 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4e350e69-8ca1-47dd-8747-8813afcc7f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:08.703429 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4e350e69-8ca1-47dd-8747-8813afcc7f8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6d193a4-c68b-4175-88c7-d84f55d80a00 HTTP/1.1" status: 204 len: 168 time: 0.4230459 Oct 12 18:26:08.714780 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e350e69-8ca1-47dd-8747-8813afcc7f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d193a4-c68b-4175-88c7-d84f55d80a00,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:08.733918 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9a54b-06e6-4d01-a995-e7f1ce38dcb9 req-2b7fd777-ff88-4e21-add0-bac52515ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:08.735867 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-fbc9a54b-06e6-4d01-a995-e7f1ce38dcb9 req-2b7fd777-ff88-4e21-add0-bac52515ad99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 1097 time: 0.0727355 Oct 12 18:26:08.785044 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2d5dfca1-058d-4ee2-a4bc-72edff934c48 req-08ebe64f-5fa0-4ba9-93d5-2e24ea6c55c9 service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731627 Oct 12 18:26:08.992687 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5f2411bf-ef62-42da-acb4-31588b8fd6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:09.044702 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2d5dfca1-058d-4ee2-a4bc-72edff934c48 req-147d8e80-6b3e-493a-a0f9-247bafc4b9f8 service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524481 Oct 12 18:26:09.071161 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd4b1c-ff8f-4e0f-9c23-3c9281d9b626 req-ddf110e5-921e-4d23-839b-8e50f9cabb33 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:09.073003 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-22fd4b1c-ff8f-4e0f-9c23-3c9281d9b626 req-ddf110e5-921e-4d23-839b-8e50f9cabb33 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.1203182 Oct 12 18:26:09.124625 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-22fd4b1c-ff8f-4e0f-9c23-3c9281d9b626 req-9c3983d9-50c0-4cca-a656-136013d08d78 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441921 Oct 12 18:26:09.126254 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9a54b-06e6-4d01-a995-e7f1ce38dcb9 req-75c7a846-3251-4254-b2e0-62f0948b86af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:09.128762 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-fbc9a54b-06e6-4d01-a995-e7f1ce38dcb9 req-75c7a846-3251-4254-b2e0-62f0948b86af service neutron] 10.222.0.42 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 918 time: 0.3785489 Oct 12 18:26:09.190098 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-fbc9a54b-06e6-4d01-a995-e7f1ce38dcb9 req-ecb0c483-2630-4b0b-b71c-cb2ffd3ad764 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e HTTP/1.1" status: 200 len: 217 time: 0.0496225 Oct 12 18:26:09.236056 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device b2fef676-0c4d-4948-82ee-4d56b09e2840 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:26:09.265849 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9a54b-06e6-4d01-a995-e7f1ce38dcb9 req-818f2699-6e57-47e0-b12b-926db6d28117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:09.267321 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-fbc9a54b-06e6-4d01-a995-e7f1ce38dcb9 req-818f2699-6e57-47e0-b12b-926db6d28117 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 200 len: 856 time: 0.0708225 Oct 12 18:26:09.322717 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5f2411bf-ef62-42da-acb4-31588b8fd6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:09.339776 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9a54b-06e6-4d01-a995-e7f1ce38dcb9 req-70461d90-5ae5-4ee5-80e5-8db3907d40c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:09.341344 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-fbc9a54b-06e6-4d01-a995-e7f1ce38dcb9 req-70461d90-5ae5-4ee5-80e5-8db3907d40c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80f5cd14-5950-4313-a8f0-f81c86803faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634723 Oct 12 18:26:09.356778 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port b2fef676-0c4d-4948-82ee-4d56b09e2840, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b2fef676-0c4d-4948-82ee-4d56b09e2840,segment=NetworkSegment(bbeaebef-6637-47bf-9342-5c3a692d5265),segment_id=bbeaebef-6637-47bf-9342-5c3a692d5265)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:26:09.370126 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': 'b2fef676-0c4d-4948-82ee-4d56b09e2840', 'network_id': '5abeb470-0961-42f8-b25c-58bd0d9fefe4', 'port_id': 'b2fef676-0c4d-4948-82ee-4d56b09e2840', 'mac_address': 'fa:16:3e:d0:7f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917cde8a-9648-4adb-b1c5-ac611a3bcb4a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:26:09.414127 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:09.461922 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fef676-0c4d-4948-82ee-4d56b09e2840 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:26:09.479341 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-fbc9a54b-06e6-4d01-a995-e7f1ce38dcb9 req-33a662d8-9fc9-4ac6-a71c-c9588c0eb55b service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296492 Oct 12 18:26:09.485870 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5f2411bf-ef62-42da-acb4-31588b8fd6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:09.489933 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port b2fef676-0c4d-4948-82ee-4d56b09e2840, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b2fef676-0c4d-4948-82ee-4d56b09e2840,segment=NetworkSegment(bbeaebef-6637-47bf-9342-5c3a692d5265),segment_id=bbeaebef-6637-47bf-9342-5c3a692d5265)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:26:09.580844 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-5f2411bf-ef62-42da-acb4-31588b8fd6e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b13572a973654203a8ce0e52642d2e69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0697486 Oct 12 18:26:09.584333 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2411bf-ef62-42da-acb4-31588b8fd6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ddd897-ec0b-4380-9460-e2602b2eae08,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:09.586150 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 44494) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:09.619254 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:09.622378 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-fbc9a54b-06e6-4d01-a995-e7f1ce38dcb9 req-5b5a6e41-e049-4660-b6ad-900ec69df4e6 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282690 Oct 12 18:26:09.664704 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-74a4bdf9-9042-4540-b5e3-b355eefcd133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:09.734280 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-74a4bdf9-9042-4540-b5e3-b355eefcd133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:09.741126 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=b2fef676-0c4d-4948-82ee-4d56b09e2840,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:09.846014 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5814a4e-1ae0-49e6-9063-284c4d940146 req-fee54cf4-9a22-471e-97fc-2dd0c5b20579 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:09.846014 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5814a4e-1ae0-49e6-9063-284c4d940146 req-fee54cf4-9a22-471e-97fc-2dd0c5b20579 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 945 time: 0.1577861 Oct 12 18:26:09.854021 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf35cf-bdbf-4f08-8fa4-a38f56ca4311 req-8aba831e-bb4e-4fa6-9930-1843ec5d60ec tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:09.855514 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3daf35cf-bdbf-4f08-8fa4-a38f56ca4311 req-8aba831e-bb4e-4fa6-9930-1843ec5d60ec tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 943 time: 0.1352403 Oct 12 18:26:09.872777 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44506) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:09.893262 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2ccaac2f-bfb8-41cc-97ce-f589adceb6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:09.923044 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5814a4e-1ae0-49e6-9063-284c4d940146 req-c978515c-21e0-4ec0-99ad-197875a41d13 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659509 Oct 12 18:26:09.925820 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3daf35cf-bdbf-4f08-8fa4-a38f56ca4311 req-5f5356a3-3088-4c5b-9bff-dd6a515d4494 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642202 Oct 12 18:26:10.017454 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-74a4bdf9-9042-4540-b5e3-b355eefcd133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:10.018373 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:10.020963 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-74a4bdf9-9042-4540-b5e3-b355eefcd133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:10.022385 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-74a4bdf9-9042-4540-b5e3-b355eefcd133 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91ddd897-ec0b-4380-9460-e2602b2eae08 HTTP/1.1" status: 204 len: 168 time: 0.4343121 Oct 12 18:26:10.034430 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4bdf9-9042-4540-b5e3-b355eefcd133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ddd897-ec0b-4380-9460-e2602b2eae08,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:10.119758 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2ccaac2f-bfb8-41cc-97ce-f589adceb6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:10.142414 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['b2fef676-0c4d-4948-82ee-4d56b09e2840'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:26:10.263363 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2ccaac2f-bfb8-41cc-97ce-f589adceb6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:10.273417 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d7240-4de1-4278-84bc-93132c5455d2 req-97455083-abe0-400c-b94d-37f36c36fed4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:10.275677 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9d0d7240-4de1-4278-84bc-93132c5455d2 req-97455083-abe0-400c-b94d-37f36c36fed4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0559051 Oct 12 18:26:10.378432 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9d0d7240-4de1-4278-84bc-93132c5455d2 req-4ea102ec-8d50-49de-89b8-c4b70f098859 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850265 Oct 12 18:26:10.387791 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-2ccaac2f-bfb8-41cc-97ce-f589adceb6da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3efb4920b3a4608bcd477cd80ca6010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127373 Oct 12 18:26:10.388908 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44522) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:10.389870 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaac2f-bfb8-41cc-97ce-f589adceb6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae28662-5584-4264-9969-acf528c5d5da,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:10.467379 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-450ed2c5-a3de-4fc9-a976-02e78e843ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:10.500656 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-450ed2c5-a3de-4fc9-a976-02e78e843ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:10.651773 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-450ed2c5-a3de-4fc9-a976-02e78e843ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:10.654406 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-450ed2c5-a3de-4fc9-a976-02e78e843ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:10.655685 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-450ed2c5-a3de-4fc9-a976-02e78e843ebb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ae28662-5584-4264-9969-acf528c5d5da HTTP/1.1" status: 204 len: 168 time: 0.2495711 Oct 12 18:26:10.663795 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ed2c5-a3de-4fc9-a976-02e78e843ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae28662-5584-4264-9969-acf528c5d5da,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:10.703309 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:10.897649 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 44544) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:10.917557 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99940440-f815-4e4f-a81e-a678bd93e26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.038774 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44554) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:11.078299 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99940440-f815-4e4f-a81e-a678bd93e26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.126905 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b0603-c3b4-4ae2-9ef9-0f5ec1a5d6be req-ab16387c-7858-49d7-a58a-b3fdf252b43d tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:11.129087 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c71b0603-c3b4-4ae2-9ef9-0f5ec1a5d6be req-ab16387c-7858-49d7-a58a-b3fdf252b43d tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 943 time: 0.1103244 Oct 12 18:26:11.165270 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ae097-c34f-4c24-974d-b76581fcad0a req-fbe6e91b-83ec-46b8-a25e-48e34f30b3c0 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:11.169223 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c38ae097-c34f-4c24-974d-b76581fcad0a req-fbe6e91b-83ec-46b8-a25e-48e34f30b3c0 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 945 time: 0.1146207 Oct 12 18:26:11.214523 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device e09e7894-b521-40f8-ae1f-7364d6e573c9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:26:11.232561 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99940440-f815-4e4f-a81e-a678bd93e26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.289833 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c71b0603-c3b4-4ae2-9ef9-0f5ec1a5d6be req-98076608-fd1a-4ddd-9ede-50d9a32d8872 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451235 Oct 12 18:26:11.292988 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device b2fef676-0c4d-4948-82ee-4d56b09e2840 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:26:11.361585 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c38ae097-c34f-4c24-974d-b76581fcad0a req-91501e93-dbe5-4263-8323-b6c8ebb4d3de tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782715 Oct 12 18:26:11.363132 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-99940440-f815-4e4f-a81e-a678bd93e26b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a3d4b9d9d99452b881398292b5e3482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637818 Oct 12 18:26:11.364441 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99940440-f815-4e4f-a81e-a678bd93e26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edada88-0c06-4f3f-8688-47b86ad6fb86,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:11.366012 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44560) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:11.453508 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ffb133d7-dedc-40b9-818a-3b59d9075382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.464995 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port e09e7894-b521-40f8-ae1f-7364d6e573c9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e09e7894-b521-40f8-ae1f-7364d6e573c9,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:26:11.501704 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': 'e09e7894-b521-40f8-ae1f-7364d6e573c9', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'port_id': 'e09e7894-b521-40f8-ae1f-7364d6e573c9', 'mac_address': 'fa:16:3e:aa:a4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:26:11.502820 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ffb133d7-dedc-40b9-818a-3b59d9075382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.584107 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3d8fcadf-cad6-4711-b194-ae121f2d7f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.585989 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.591138 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port b2fef676-0c4d-4948-82ee-4d56b09e2840 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:26:11.596274 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1038fb-ba11-45a4-ac7a-7d6b6965106a req-1a422f7b-bfbe-4b94-bad7-9ce73a76daba tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:11.603831 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port b2fef676-0c4d-4948-82ee-4d56b09e2840 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:26:11.604562 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.606151 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9c1038fb-ba11-45a4-ac7a-7d6b6965106a req-1a422f7b-bfbe-4b94-bad7-9ce73a76daba tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.1036608 Oct 12 18:26:11.659337 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9c1038fb-ba11-45a4-ac7a-7d6b6965106a req-6e0677bc-3b77-4969-ae50-7df6fee9214d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522935 Oct 12 18:26:11.671417 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ffb133d7-dedc-40b9-818a-3b59d9075382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.690816 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ffb133d7-dedc-40b9-818a-3b59d9075382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.690816 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-ffb133d7-dedc-40b9-818a-3b59d9075382 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6edada88-0c06-4f3f-8688-47b86ad6fb86 HTTP/1.1" status: 204 len: 168 time: 0.3075004 Oct 12 18:26:11.695332 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb133d7-dedc-40b9-818a-3b59d9075382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edada88-0c06-4f3f-8688-47b86ad6fb86,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:11.763793 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09e7894-b521-40f8-ae1f-7364d6e573c9 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:26:11.768011 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3d8fcadf-cad6-4711-b194-ae121f2d7f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.798711 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port e09e7894-b521-40f8-ae1f-7364d6e573c9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e09e7894-b521-40f8-ae1f-7364d6e573c9,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:26:11.845377 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.869601 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b41fbf9-05a2-46c9-b7a6-124028aa23ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fef676-0c4d-4948-82ee-4d56b09e2840'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:26:11.880914 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3d8fcadf-cad6-4711-b194-ae121f2d7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.923885 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-3d8fcadf-cad6-4711-b194-ae121f2d7f4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=374e4241c3e24a6a83ee72c64c1f8799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8824003 Oct 12 18:26:11.926944 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 44580) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:11.938249 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fcadf-cad6-4711-b194-ae121f2d7f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4970bc03-3a2f-4c91-b528-3646cdb58d7d,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:11.951886 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:11.952555 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fabaeaf5-eee4-46bf-a4bf-984ef9955b1e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:26:11.959659 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port b2fef676-0c4d-4948-82ee-4d56b09e2840, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b2fef676-0c4d-4948-82ee-4d56b09e2840,segment=NetworkSegment(bbeaebef-6637-47bf-9342-5c3a692d5265),segment_id=bbeaebef-6637-47bf-9342-5c3a692d5265)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:26:12.044254 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-dc31c37f-1fad-404c-bee4-55eb8333d3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:12.061323 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:12.070835 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=e09e7894-b521-40f8-ae1f-7364d6e573c9,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:12.075568 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-dc31c37f-1fad-404c-bee4-55eb8333d3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:12.171800 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=b2fef676-0c4d-4948-82ee-4d56b09e2840,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:12.175648 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:26:12.187914 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'port_id': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'mac_address': 'fa:16:3e:d4:a3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:26:12.211457 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-dc31c37f-1fad-404c-bee4-55eb8333d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:12.219329 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-dc31c37f-1fad-404c-bee4-55eb8333d3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:12.219329 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-dc31c37f-1fad-404c-bee4-55eb8333d3e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4970bc03-3a2f-4c91-b528-3646cdb58d7d HTTP/1.1" status: 204 len: 168 time: 0.2885480 Oct 12 18:26:12.228351 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31c37f-1fad-404c-bee4-55eb8333d3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4970bc03-3a2f-4c91-b528-3646cdb58d7d,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:12.250342 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:12.268321 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabaeaf5-eee4-46bf-a4bf-984ef9955b1e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:26:12.275460 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02114a0a-f7dc-4c8d-81cf-ad92df73ae59" -d '{"events": [{"server_uuid": "7b41fbf9-05a2-46c9-b7a6-124028aa23ab", "name": "network-vif-plugged", "status": "completed", "tag": "b2fef676-0c4d-4948-82ee-4d56b09e2840"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:26:12.298678 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:26:12.372719 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:12.463840 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758862d-b654-4b21-9cbd-dcba7d22697c req-efab14d8-0648-47c2-967d-eface736240e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:12.464444 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:12.465389 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1758862d-b654-4b21-9cbd-dcba7d22697c req-efab14d8-0648-47c2-967d-eface736240e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 944 time: 0.0756786 Oct 12 18:26:12.527376 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1758862d-b654-4b21-9cbd-dcba7d22697c req-ed1395ea-4a82-454c-bcf0-b0876f938f4e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438731 Oct 12 18:26:12.528529 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d68b2f9-5c54-47d2-817a-a7c808e0fdd2 x-openstack-request-id: req-0d68b2f9-5c54-47d2-817a-a7c808e0fdd2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:26:12.532596 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b41fbf9-05a2-46c9-b7a6-124028aa23ab", "name": "network-vif-plugged", "status": "completed", "tag": "b2fef676-0c4d-4948-82ee-4d56b09e2840", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:26:12.533093 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d68b2f9-5c54-47d2-817a-a7c808e0fdd2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:26:12.538697 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b41fbf9-05a2-46c9-b7a6-124028aa23ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fef676-0c4d-4948-82ee-4d56b09e2840', 'code': 200} Oct 12 18:26:12.655206 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba889d8a-64b7-4e5e-9d52-f0104ae0213e req-191aae28-eb66-4966-b116-21f1945de11f tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:12.662869 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ba889d8a-64b7-4e5e-9d52-f0104ae0213e req-191aae28-eb66-4966-b116-21f1945de11f tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 946 time: 0.0809777 Oct 12 18:26:12.729428 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ba889d8a-64b7-4e5e-9d52-f0104ae0213e req-ef28c758-986c-4b30-bafb-8414a2aa3ced tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655031 Oct 12 18:26:12.755655 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['fabaeaf5-eee4-46bf-a4bf-984ef9955b1e'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:26:12.761474 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['e09e7894-b521-40f8-ae1f-7364d6e573c9'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:26:12.844778 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1943b-3199-4761-b701-c7877045ad86 req-7da8e7f2-6899-4a48-b8d9-058aaeba37f5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:12.847535 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-54d1943b-3199-4761-b701-c7877045ad86 req-7da8e7f2-6899-4a48-b8d9-058aaeba37f5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 945 time: 0.0811362 Oct 12 18:26:12.896661 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-54d1943b-3199-4761-b701-c7877045ad86 req-b0d8028d-1427-4142-8677-7e0b0493bbcc tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428288 Oct 12 18:26:13.026102 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dcc8e-80c2-4939-b681-ce8f4f6ef71c req-31e7382b-a8f8-4d7c-82ef-f4f14cb3ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:13.027633 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-257dcc8e-80c2-4939-b681-ce8f4f6ef71c req-31e7382b-a8f8-4d7c-82ef-f4f14cb3ca26 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 1099 time: 0.0708382 Oct 12 18:26:13.047246 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-257dcc8e-80c2-4939-b681-ce8f4f6ef71c req-d0997189-c7e0-4675-9167-a6ca5d468357 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:13.121852 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-257dcc8e-80c2-4939-b681-ce8f4f6ef71c req-d0997189-c7e0-4675-9167-a6ca5d468357 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:13.199583 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-257dcc8e-80c2-4939-b681-ce8f4f6ef71c req-d0997189-c7e0-4675-9167-a6ca5d468357 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:13.230338 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-257dcc8e-80c2-4939-b681-ce8f4f6ef71c req-d0997189-c7e0-4675-9167-a6ca5d468357 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955302 Oct 12 18:26:13.244385 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0997189-c7e0-4675-9167-a6ca5d468357 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=afe25c9a-e488-4450-86a3-19e8650668a7,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:13.310858 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44628) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:13.323507 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4ed6539b-987e-40a3-a601-6064dafdfa3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:13.403184 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4ed6539b-987e-40a3-a601-6064dafdfa3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:13.480189 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4ed6539b-987e-40a3-a601-6064dafdfa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:13.529328 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4ed6539b-987e-40a3-a601-6064dafdfa3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f019c4f9699c4f5389efeee040069e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171006 Oct 12 18:26:13.529328 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6539b-987e-40a3-a601-6064dafdfa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cb1e6b-57e8-4df6-b4ae-b640f20b4d0a,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:13.529927 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 44636) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:13.609143 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-075e443e-c1df-47c3-8c80-854abdac5bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:13.656658 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-075e443e-c1df-47c3-8c80-854abdac5bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:13.694289 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8b93d-4bb4-4793-bc9c-b455ead383f9 req-8523a20d-cdf5-453a-afa5-f064f6ff7a30 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:13.697350 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-23d8b93d-4bb4-4793-bc9c-b455ead383f9 req-8523a20d-cdf5-453a-afa5-f064f6ff7a30 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 944 time: 0.0919597 Oct 12 18:26:13.754851 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-23d8b93d-4bb4-4793-bc9c-b455ead383f9 req-a41c52da-486f-47b9-9dc0-8006fa1dd75c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459843 Oct 12 18:26:13.865735 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-075e443e-c1df-47c3-8c80-854abdac5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:13.868474 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-075e443e-c1df-47c3-8c80-854abdac5bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:13.869497 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-075e443e-c1df-47c3-8c80-854abdac5bcf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31cb1e6b-57e8-4df6-b4ae-b640f20b4d0a HTTP/1.1" status: 204 len: 168 time: 0.3383248 Oct 12 18:26:13.885659 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1e468-d3db-41c6-bdb8-4a000c02b7ea req-fe7dfb18-21ab-4dbb-ab8f-6ea6f3a3f726 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:13.887139 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-65e1e468-d3db-41c6-bdb8-4a000c02b7ea req-fe7dfb18-21ab-4dbb-ab8f-6ea6f3a3f726 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 946 time: 0.0681903 Oct 12 18:26:13.892675 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e443e-c1df-47c3-8c80-854abdac5bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cb1e6b-57e8-4df6-b4ae-b640f20b4d0a,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:13.945894 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-65e1e468-d3db-41c6-bdb8-4a000c02b7ea req-3b0a794d-822c-4df5-af23-8db29e0bdb1d tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409946 Oct 12 18:26:14.049609 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55165483-aad9-4b17-a084-3e0612eb81e0 req-27b0a0cd-263f-4f64-b9e6-cf83a18bc1f5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:14.051792 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-55165483-aad9-4b17-a084-3e0612eb81e0 req-27b0a0cd-263f-4f64-b9e6-cf83a18bc1f5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 945 time: 0.0580745 Oct 12 18:26:14.106242 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-55165483-aad9-4b17-a084-3e0612eb81e0 req-40682511-3335-4304-9fc6-015c8b7d7fe3 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453675 Oct 12 18:26:14.906436 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f2567-3ae1-4af2-ad48-d625cf65a6d4 req-907237f5-2cf6-4eb4-a59c-cc1e8058e8d1 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:14.908110 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6e7f2567-3ae1-4af2-ad48-d625cf65a6d4 req-907237f5-2cf6-4eb4-a59c-cc1e8058e8d1 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 944 time: 0.0796316 Oct 12 18:26:14.948729 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6e7f2567-3ae1-4af2-ad48-d625cf65a6d4 req-1e91099d-0414-45d8-b083-a0c416d1aec7 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332916 Oct 12 18:26:15.083191 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6610d77-d2d8-4761-b5fd-bfe163d6f397 req-6be96851-c192-4f4d-bffa-1ab2a84d1690 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:15.084774 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e6610d77-d2d8-4761-b5fd-bfe163d6f397 req-6be96851-c192-4f4d-bffa-1ab2a84d1690 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 946 time: 0.0587349 Oct 12 18:26:15.124786 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e6610d77-d2d8-4761-b5fd-bfe163d6f397 req-02b315a3-6087-4ac7-82fa-ae8bb63c98cf tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336325 Oct 12 18:26:15.218838 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device e09e7894-b521-40f8-ae1f-7364d6e573c9 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:26:15.246423 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aacd9f-9c27-46cc-a04a-ac536ae93cd0 req-cf91595e-1e71-420a-9dc0-27f489c1539d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:15.248237 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-49aacd9f-9c27-46cc-a04a-ac536ae93cd0 req-cf91595e-1e71-420a-9dc0-27f489c1539d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 945 time: 0.0652020 Oct 12 18:26:15.307196 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-49aacd9f-9c27-46cc-a04a-ac536ae93cd0 req-219f9a15-b789-4f20-95f4-d37aa531bb85 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514188 Oct 12 18:26:15.400286 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port e09e7894-b521-40f8-ae1f-7364d6e573c9 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:26:15.405052 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port e09e7894-b521-40f8-ae1f-7364d6e573c9 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:26:15.405474 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:15.531000 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:15.562510 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad61db5-995d-47f1-a6d6-891628733252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09e7894-b521-40f8-ae1f-7364d6e573c9'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:26:15.565293 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c39251d-5a32-457b-b162-06908e1dbee7" -d '{"events": [{"server_uuid": "1ad61db5-995d-47f1-a6d6-891628733252", "name": "network-vif-plugged", "status": "completed", "tag": "e09e7894-b521-40f8-ae1f-7364d6e573c9"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:26:15.581782 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port e09e7894-b521-40f8-ae1f-7364d6e573c9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e09e7894-b521-40f8-ae1f-7364d6e573c9,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:26:15.605766 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9338030c-68ad-488a-bef3-a84450424e50 x-openstack-request-id: req-9338030c-68ad-488a-bef3-a84450424e50 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:26:15.606235 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad61db5-995d-47f1-a6d6-891628733252", "name": "network-vif-plugged", "status": "completed", "tag": "e09e7894-b521-40f8-ae1f-7364d6e573c9", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:26:15.612105 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9338030c-68ad-488a-bef3-a84450424e50 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:26:15.612105 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad61db5-995d-47f1-a6d6-891628733252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09e7894-b521-40f8-ae1f-7364d6e573c9', 'code': 200} Oct 12 18:26:15.720173 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:15.721124 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fabaeaf5-eee4-46bf-a4bf-984ef9955b1e up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:26:15.801914 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=e09e7894-b521-40f8-ae1f-7364d6e573c9,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:16.034033 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:26:16.039256 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:26:16.039677 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:16.105240 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e6fcb-28f6-4e2c-abc8-0f8d1ed4aeca req-d46c8eee-883b-4e7f-a944-939ea465c431 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:16.106929 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-360e6fcb-28f6-4e2c-abc8-0f8d1ed4aeca req-d46c8eee-883b-4e7f-a944-939ea465c431 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0886085 Oct 12 18:26:16.142696 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:16.154598 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c8429-fd7a-4877-8f3c-3be4c6c491e3 req-27cd8d40-c644-47a1-9dfc-76cd00f3e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:16.156284 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-700c8429-fd7a-4877-8f3c-3be4c6c491e3 req-27cd8d40-c644-47a1-9dfc-76cd00f3e6e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 1098 time: 0.0785408 Oct 12 18:26:16.177239 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-360e6fcb-28f6-4e2c-abc8-0f8d1ed4aeca req-a40fa25a-6f9e-47b1-9ec3-93696a27941c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621276 Oct 12 18:26:16.221779 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:26:16.234609 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-700c8429-fd7a-4877-8f3c-3be4c6c491e3 req-30ea8f1d-777e-4864-9a9d-a517faec1bea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657091 Oct 12 18:26:16.274972 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77d32f-ce49-49b2-9193-83a44c9c21fb req-9205a027-bdf9-4361-abea-be9ba22b4d5c tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:16.276578 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fe77d32f-ce49-49b2-9193-83a44c9c21fb req-9205a027-bdf9-4361-abea-be9ba22b4d5c tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 946 time: 0.0563080 Oct 12 18:26:16.282607 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:16.341690 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:16.344984 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fe77d32f-ce49-49b2-9193-83a44c9c21fb req-fdb5bfc6-fe4b-4645-a420-1d1fe2e0c305 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503905 Oct 12 18:26:16.448832 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a54af4-5a9c-436f-b4d5-ae97eab8f10f req-2f8a3a68-024f-4ff0-975f-50307f989049 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:16.450600 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-03a54af4-5a9c-436f-b4d5-ae97eab8f10f req-2f8a3a68-024f-4ff0-975f-50307f989049 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0538266 Oct 12 18:26:16.472051 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44778) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:16.506417 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-03a54af4-5a9c-436f-b4d5-ae97eab8f10f req-8e04155b-f5a2-4e3a-96cc-d20ac8f2320a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489659 Oct 12 18:26:16.697479 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1c78ad7b-7a18-47e0-83c8-563a1295ae1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:16.782484 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1c78ad7b-7a18-47e0-83c8-563a1295ae1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:17.045822 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1c78ad7b-7a18-47e0-83c8-563a1295ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:17.083904 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78ad7b-7a18-47e0-83c8-563a1295ae1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfe9348-d4ea-4d26-863c-6e5626807259,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:17.088154 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-1c78ad7b-7a18-47e0-83c8-563a1295ae1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d12f55194ec48fb8d925e486472604e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6144192 Oct 12 18:26:17.090946 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44796) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:17.148816 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a6009387-aed0-44c9-9ff8-fe9940a48aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:17.170624 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a6009387-aed0-44c9-9ff8-fe9940a48aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:17.300238 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3816e6-3047-4c45-86cb-b4a12a26cce4 req-65f00aff-1e9f-46c7-8572-b01725afc2d5 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:17.302072 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2f3816e6-3047-4c45-86cb-b4a12a26cce4 req-65f00aff-1e9f-46c7-8572-b01725afc2d5 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0683064 Oct 12 18:26:17.303044 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a6009387-aed0-44c9-9ff8-fe9940a48aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:17.305857 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a6009387-aed0-44c9-9ff8-fe9940a48aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:17.309470 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-a6009387-aed0-44c9-9ff8-fe9940a48aa5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cfe9348-d4ea-4d26-863c-6e5626807259 HTTP/1.1" status: 204 len: 168 time: 0.2151413 Oct 12 18:26:17.325202 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6009387-aed0-44c9-9ff8-fe9940a48aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfe9348-d4ea-4d26-863c-6e5626807259,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:17.378877 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2f3816e6-3047-4c45-86cb-b4a12a26cce4 req-90fad3fc-758c-4ddb-9333-bdf392305220 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634589 Oct 12 18:26:17.608860 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:26:17.611202 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e75f3c-f4a2-4107-b2d7-5b2a395d2ffc" -d '{"events": [{"server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "name": "network-vif-plugged", "status": "completed", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:26:17.639145 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f2bec-f817-46d7-bf2a-ff7a3c116a01 req-0995ac5f-ebe3-4e7d-9b76-ad7940ace0f7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:17.640962 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-092f2bec-f817-46d7-bf2a-ff7a3c116a01 req-0995ac5f-ebe3-4e7d-9b76-ad7940ace0f7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0505922 Oct 12 18:26:17.650332 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63eb3bf2-b827-4bf0-aa38-6094ec1858dd x-openstack-request-id: req-63eb3bf2-b827-4bf0-aa38-6094ec1858dd {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:26:17.650623 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "name": "network-vif-plugged", "status": "completed", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:26:17.650880 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63eb3bf2-b827-4bf0-aa38-6094ec1858dd {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:26:17.651295 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'code': 200} Oct 12 18:26:17.688495 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-092f2bec-f817-46d7-bf2a-ff7a3c116a01 req-e3d9147f-21b8-4e2f-aa7d-8ced25d43cd7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388703 Oct 12 18:26:17.989148 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:26:18.032304 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874705f-152d-4ca4-b255-6b2ea9cf7ef9 req-be67ee67-7a6d-4baf-be31-1b683872efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:18.032304 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0874705f-152d-4ca4-b255-6b2ea9cf7ef9 req-be67ee67-7a6d-4baf-be31-1b683872efd9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 1099 time: 0.0450191 Oct 12 18:26:18.064194 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0874705f-152d-4ca4-b255-6b2ea9cf7ef9 req-e7b936e0-d28c-4c99-ba01-03ed0bf94d22 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295930 Oct 12 18:26:18.302234 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44848) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:18.318172 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-da35b498-86f0-4e6c-8c1c-3e5e866a171a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:18.424336 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-da35b498-86f0-4e6c-8c1c-3e5e866a171a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:18.507874 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-da35b498-86f0-4e6c-8c1c-3e5e866a171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:18.574437 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145f652-cf56-4477-859e-af369f216bbe req-d658cbfb-acd0-4b1b-834a-18c503fd8e2b tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:18.578453 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8145f652-cf56-4477-859e-af369f216bbe req-d658cbfb-acd0-4b1b-834a-18c503fd8e2b tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0965257 Oct 12 18:26:18.593357 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-da35b498-86f0-4e6c-8c1c-3e5e866a171a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa48eacd83fb4c71b9607ac6e8ae9e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883515 Oct 12 18:26:18.595684 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44870) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:18.655702 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35b498-86f0-4e6c-8c1c-3e5e866a171a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e5ed71-8207-4c19-9733-72af2ad43cd3,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:18.689047 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8145f652-cf56-4477-859e-af369f216bbe req-08fc03a2-e6a0-44f9-aa97-4589d7d573ca tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866756 Oct 12 18:26:18.689158 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-042bf56d-e806-4eba-b16a-afb42bf4b7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:18.703863 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-042bf56d-e806-4eba-b16a-afb42bf4b7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:18.878234 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d92c19-aae5-4685-9df0-ae3eb2df805e req-9a394664-827b-4d41-b40f-53c503def0c9 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:18.881032 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c1d92c19-aae5-4685-9df0-ae3eb2df805e req-9a394664-827b-4d41-b40f-53c503def0c9 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0816224 Oct 12 18:26:18.889762 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44876) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:18.902064 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-8999063a-371c-484b-9902-315d16d3fa69 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Request body: {'floatingip': {'port_id': 'e09e7894-b521-40f8-ae1f-7364d6e573c9'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:26:18.915201 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448d53f-0d1f-4062-a420-8133ef34961d req-6ec2171a-c3e0-4122-a0cf-ce2ec214f6fe tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:18.917257 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6448d53f-0d1f-4062-a420-8133ef34961d req-6ec2171a-c3e0-4122-a0cf-ce2ec214f6fe tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0889435 Oct 12 18:26:18.957690 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6448d53f-0d1f-4062-a420-8133ef34961d req-3f3cdd61-a1a3-41d9-865f-1ccffe4c9b46 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Oct 12 18:26:18.985808 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8999063a-371c-484b-9902-315d16d3fa69 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:19.024098 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-042bf56d-e806-4eba-b16a-afb42bf4b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:19.028021 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-042bf56d-e806-4eba-b16a-afb42bf4b7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:19.029182 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-042bf56d-e806-4eba-b16a-afb42bf4b7cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01e5ed71-8207-4c19-9733-72af2ad43cd3 HTTP/1.1" status: 204 len: 168 time: 0.4326992 Oct 12 18:26:19.095058 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bf56d-e806-4eba-b16a-afb42bf4b7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e5ed71-8207-4c19-9733-72af2ad43cd3,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:19.327413 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 44886) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:19.491030 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b7e7815c-6cbd-409d-9a2a-5b6a197f9da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:19.575402 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b7e7815c-6cbd-409d-9a2a-5b6a197f9da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:19.665198 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b7e7815c-6cbd-409d-9a2a-5b6a197f9da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:19.762470 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-b7e7815c-6cbd-409d-9a2a-5b6a197f9da6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac7e2992e105495ca05998b26ee9158f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313958 Oct 12 18:26:19.762470 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7815c-6cbd-409d-9a2a-5b6a197f9da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d5456a-db8f-4138-8272-0331ad5d5dca,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:19.765171 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 44910) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:19.810127 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.db.resource_extend [None req-8999063a-371c-484b-9902-315d16d3fa69 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 18:26:19.831126 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bc6892b6-a6ee-4cf8-95ef-95d6e06ce01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:19.852823 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bc6892b6-a6ee-4cf8-95ef-95d6e06ce01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:19.892067 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8999063a-371c-484b-9902-315d16d3fa69 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:20.074465 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163da46e-7b00-424c-afe4-993577805670 req-6be74508-83d3-4341-8a13-3e828b1ebc22 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:20.076031 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-163da46e-7b00-424c-afe4-993577805670 req-6be74508-83d3-4341-8a13-3e828b1ebc22 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0480304 Oct 12 18:26:20.114276 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-163da46e-7b00-424c-afe4-993577805670 req-b4f01662-52e6-48fc-94e9-4eb932aa10ba tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306468 Oct 12 18:26:20.646337 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bc6892b6-a6ee-4cf8-95ef-95d6e06ce01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:20.647220 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8999063a-371c-484b-9902-315d16d3fa69 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:20.653027 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bc6892b6-a6ee-4cf8-95ef-95d6e06ce01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:20.653027 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-bc6892b6-a6ee-4cf8-95ef-95d6e06ce01d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4d5456a-db8f-4138-8272-0331ad5d5dca HTTP/1.1" status: 204 len: 168 time: 0.8852799 Oct 12 18:26:20.663720 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6892b6-a6ee-4cf8-95ef-95d6e06ce01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d5456a-db8f-4138-8272-0331ad5d5dca,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:20.786686 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.l3_db [None req-8999063a-371c-484b-9902-315d16d3fa69 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Floating IP cecda45f-466e-4820-a3a0-7ed56f119250 associated. External IP: 172.27.1.253, port: e09e7894-b521-40f8-ae1f-7364d6e573c9. Oct 12 18:26:20.999271 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8999063a-371c-484b-9902-315d16d3fa69 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Router bc6cdecb-8e10-40ce-9e30-9af2bf390894 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:26:21.106579 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8999063a-371c-484b-9902-315d16d3fa69 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:26:21.111012 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8999063a-371c-484b-9902-315d16d3fa69 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:21.120184 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775cc721-0470-4510-85a5-025ab24e8003 None None] Sync routers for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:26:21.129757 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775cc721-0470-4510-85a5-025ab24e8003 None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:26:21.130484 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-775cc721-0470-4510-85a5-025ab24e8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:26:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:21.138659 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-8999063a-371c-484b-9902-315d16d3fa69 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "PUT /v2.0/floatingips/cecda45f-466e-4820-a3a0-7ed56f119250 HTTP/1.1" status: 200 len: 991 time: 2.2476745 Oct 12 18:26:21.140771 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad61db5-995d-47f1-a6d6-891628733252', 'tag': 'e09e7894-b521-40f8-ae1f-7364d6e573c9'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:26:21.143138 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73219bfe-290b-4378-ad65-7a896ee98f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad61db5-995d-47f1-a6d6-891628733252", "tag": "e09e7894-b521-40f8-ae1f-7364d6e573c9"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:26:21.243058 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-775cc721-0470-4510-85a5-025ab24e8003 None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:26:21.244182 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8be0b4-b9f3-49d9-8434-ce1a9dc1e9c6 req-f7304094-ab63-4795-b5a1-acbdaa1958b9 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:21.245687 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cd8be0b4-b9f3-49d9-8434-ce1a9dc1e9c6 req-f7304094-ab63-4795-b5a1-acbdaa1958b9 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0521202 Oct 12 18:26:21.282478 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cd8be0b4-b9f3-49d9-8434-ce1a9dc1e9c6 req-98d08e18-2707-448b-b381-26cf65726aef tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305963 Oct 12 18:26:21.297695 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 44948) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:21.312660 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-86a86748-3a95-4316-b117-865b197cbc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:21.418515 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-86a86748-3a95-4316-b117-865b197cbc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:21.485864 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-86a86748-3a95-4316-b117-865b197cbc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:21.525324 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-86a86748-3a95-4316-b117-865b197cbc55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42ed76b596c74bdd97903460dd14bce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262974 Oct 12 18:26:21.526432 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a86748-3a95-4316-b117-865b197cbc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe33919-ec91-4c59-81bb-a6d01a7b026b,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:21.528088 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 44954) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:21.577354 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-047e1852-ade7-466a-bee7-1eaf72ef284c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:21.602928 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-047e1852-ade7-466a-bee7-1eaf72ef284c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:21.616821 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-775cc721-0470-4510-85a5-025ab24e8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'cecda45f-466e-4820-a3a0-7ed56f119250', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'port_id': 'e09e7894-b521-40f8-ae1f-7364d6e573c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'mac_address': 'fa:16:3e:aa:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad61db5-995d-47f1-a6d6-891628733252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:25:47Z', 'updated_at': '2021-10-12T18:26:19Z', 'revision_number': 1, 'project_id': 'ee04649277c84912b20967b31162615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 5, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:21.651774 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775cc721-0470-4510-85a5-025ab24e8003 None None] Checking router: bc6cdecb-8e10-40ce-9e30-9af2bf390894 for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:26:21.660029 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775cc721-0470-4510-85a5-025ab24e8003 None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:26:21.660657 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-775cc721-0470-4510-85a5-025ab24e8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:26:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:21.759808 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-047e1852-ade7-466a-bee7-1eaf72ef284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:21.763702 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-047e1852-ade7-466a-bee7-1eaf72ef284c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:21.765039 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-047e1852-ade7-466a-bee7-1eaf72ef284c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fe33919-ec91-4c59-81bb-a6d01a7b026b HTTP/1.1" status: 204 len: 168 time: 0.2359624 Oct 12 18:26:21.768559 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-775cc721-0470-4510-85a5-025ab24e8003 None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:26:21.776675 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e1852-ade7-466a-bee7-1eaf72ef284c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe33919-ec91-4c59-81bb-a6d01a7b026b,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:22.005428 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-775cc721-0470-4510-85a5-025ab24e8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'cecda45f-466e-4820-a3a0-7ed56f119250', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'port_id': 'e09e7894-b521-40f8-ae1f-7364d6e573c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'mac_address': 'fa:16:3e:aa:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad61db5-995d-47f1-a6d6-891628733252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:25:47Z', 'updated_at': '2021-10-12T18:26:19Z', 'revision_number': 1, 'project_id': 'ee04649277c84912b20967b31162615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 5, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:22.032516 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775cc721-0470-4510-85a5-025ab24e8003 None None] The sync data for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi is: [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'cecda45f-466e-4820-a3a0-7ed56f119250', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'port_id': 'e09e7894-b521-40f8-ae1f-7364d6e573c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'mac_address': 'fa:16:3e:aa:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad61db5-995d-47f1-a6d6-891628733252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:25:47Z', 'updated_at': '2021-10-12T18:26:19Z', 'revision_number': 1, 'project_id': 'ee04649277c84912b20967b31162615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 5, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:26:22.298356 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285d114-d6b4-417e-bffc-76f01291bb6b None None] New status for floating IP cecda45f-466e-4820-a3a0-7ed56f119250: ACTIVE {{(pid=94837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:26:24.554225 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9624cc-667c-437f-9620-4da2f274511c x-openstack-request-id: req-ef9624cc-667c-437f-9620-4da2f274511c {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:26:24.554225 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad61db5-995d-47f1-a6d6-891628733252", "tag": "e09e7894-b521-40f8-ae1f-7364d6e573c9", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:26:24.554225 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef9624cc-667c-437f-9620-4da2f274511c {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:26:24.554873 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad61db5-995d-47f1-a6d6-891628733252', 'tag': 'e09e7894-b521-40f8-ae1f-7364d6e573c9', 'status': 'completed', 'code': 200} Oct 12 18:26:24.643977 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec586d4a-bd61-44f2-a79c-1da554afa939 req-1b1f459a-a62f-4d59-a61f-710dae568677 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:24.645536 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ec586d4a-bd61-44f2-a79c-1da554afa939 req-1b1f459a-a62f-4d59-a61f-710dae568677 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0497139 Oct 12 18:26:24.684061 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ec586d4a-bd61-44f2-a79c-1da554afa939 req-674ceb5e-344a-4b95-b758-a64bbe1bd3d1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323172 Oct 12 18:26:24.876216 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45070) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:24.942079 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73219bfe-290b-4378-ad65-7a896ee98f1e req-bd3f513e-7a9d-4d26-a7bf-989ff99b83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:24.943559 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-73219bfe-290b-4378-ad65-7a896ee98f1e req-bd3f513e-7a9d-4d26-a7bf-989ff99b83c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee04649277c84912b20967b31162615b&device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 1098 time: 0.0607409 Oct 12 18:26:25.024255 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cf9a4c63-afd0-4dd3-ad22-be6a58c28123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:25.088729 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73219bfe-290b-4378-ad65-7a896ee98f1e req-407a0039-ead1-42f0-a67c-27b206ad3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:25.090166 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-73219bfe-290b-4378-ad65-7a896ee98f1e req-407a0039-ead1-42f0-a67c-27b206ad3a3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c28011f7-a600-4bea-98eb-e6748c99ba11 HTTP/1.1" status: 200 len: 912 time: 0.1390612 Oct 12 18:26:25.211760 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cf9a4c63-afd0-4dd3-ad22-be6a58c28123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:25.214008 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-73219bfe-290b-4378-ad65-7a896ee98f1e req-b7685051-7fea-45bd-92b7-c208e4aa232f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e09e7894-b521-40f8-ae1f-7364d6e573c9 HTTP/1.1" status: 200 len: 1001 time: 0.1153839 Oct 12 18:26:25.265582 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73219bfe-290b-4378-ad65-7a896ee98f1e req-9503eb29-755d-4a52-9751-34d4be301bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:25.267054 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-73219bfe-290b-4378-ad65-7a896ee98f1e req-9503eb29-755d-4a52-9751-34d4be301bfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecb784df-79ec-41a5-852a-05a0e006be4c HTTP/1.1" status: 200 len: 850 time: 0.0460546 Oct 12 18:26:25.311222 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cf9a4c63-afd0-4dd3-ad22-be6a58c28123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:25.347940 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a4c63-afd0-4dd3-ad22-be6a58c28123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d870a65-1215-45b7-acf4-f65a5c37a25c,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:25.353510 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-cf9a4c63-afd0-4dd3-ad22-be6a58c28123 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6177c6c0547a4240a263fb176470ac8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762788 Oct 12 18:26:25.356357 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45086) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:25.356637 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73219bfe-290b-4378-ad65-7a896ee98f1e req-58ed0d92-f0b5-48d5-b34d-646f6271a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:25.357993 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-73219bfe-290b-4378-ad65-7a896ee98f1e req-58ed0d92-f0b5-48d5-b34d-646f6271a18c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c28011f7-a600-4bea-98eb-e6748c99ba11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817935 Oct 12 18:26:25.413930 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-903c61e4-758f-4d70-a7e8-29868e6543b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:25.435699 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-903c61e4-758f-4d70-a7e8-29868e6543b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:25.453784 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-73219bfe-290b-4378-ad65-7a896ee98f1e req-ae01ae61-089f-4f73-8a3f-0588e6803150 service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880768 Oct 12 18:26:25.559681 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-903c61e4-758f-4d70-a7e8-29868e6543b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:25.563716 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-903c61e4-758f-4d70-a7e8-29868e6543b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:25.563912 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-903c61e4-758f-4d70-a7e8-29868e6543b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d870a65-1215-45b7-acf4-f65a5c37a25c HTTP/1.1" status: 204 len: 168 time: 0.2059567 Oct 12 18:26:25.574201 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c61e4-758f-4d70-a7e8-29868e6543b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d870a65-1215-45b7-acf4-f65a5c37a25c,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:25.594270 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-73219bfe-290b-4378-ad65-7a896ee98f1e req-f4084116-e920-4b99-817f-5fea9371b7ec service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327069 Oct 12 18:26:25.828297 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6cc51-412b-4063-a2f4-06adaa03ebe8 req-079c3759-d736-4d89-bc9f-74cb07036f60 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:25.829895 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-21c6cc51-412b-4063-a2f4-06adaa03ebe8 req-079c3759-d736-4d89-bc9f-74cb07036f60 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0593314 Oct 12 18:26:25.869786 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-21c6cc51-412b-4063-a2f4-06adaa03ebe8 req-b7cf1d49-8361-4922-a7c1-bb9780be9843 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336525 Oct 12 18:26:26.462073 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45118) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:26.475399 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-8b23a8b3-fab9-45b7-ac5c-6d6674715fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:26.549058 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-8b23a8b3-fab9-45b7-ac5c-6d6674715fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:26.702634 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-8b23a8b3-fab9-45b7-ac5c-6d6674715fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:26.743791 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-8b23a8b3-fab9-45b7-ac5c-6d6674715fa3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c69d2bcc43664563bfc2d8c7aac596d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806630 Oct 12 18:26:26.744751 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23a8b3-fab9-45b7-ac5c-6d6674715fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4184f383-a5f3-4913-8c6a-fe02cb7cfe81,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:26.746597 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45124) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:26.802370 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ded6b836-bb18-4f2b-8788-87adbe6fd8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:26.823353 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ded6b836-bb18-4f2b-8788-87adbe6fd8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:26.989101 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa7614-0e38-4218-8445-3dde48162c3a req-242449a1-6ff8-46d6-8295-d1d4c73fa67c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:26.990550 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-94aa7614-0e38-4218-8445-3dde48162c3a req-242449a1-6ff8-46d6-8295-d1d4c73fa67c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0479915 Oct 12 18:26:27.010963 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ded6b836-bb18-4f2b-8788-87adbe6fd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:27.013770 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ded6b836-bb18-4f2b-8788-87adbe6fd8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:27.014933 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-ded6b836-bb18-4f2b-8788-87adbe6fd8d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4184f383-a5f3-4913-8c6a-fe02cb7cfe81 HTTP/1.1" status: 204 len: 168 time: 0.2661061 Oct 12 18:26:27.025440 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6b836-bb18-4f2b-8788-87adbe6fd8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4184f383-a5f3-4913-8c6a-fe02cb7cfe81,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:27.045205 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-94aa7614-0e38-4218-8445-3dde48162c3a req-2b531583-f11f-4c1f-89d8-55ee56049a95 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474617 Oct 12 18:26:27.167307 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f31390-47b9-4c27-b2a9-70fde4f1330d req-9fa95bd7-0391-4ec7-86a7-4f3609d76444 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:27.168772 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d3f31390-47b9-4c27-b2a9-70fde4f1330d req-9fa95bd7-0391-4ec7-86a7-4f3609d76444 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0576041 Oct 12 18:26:27.177639 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45140) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:27.182243 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-3a12c094-947d-4949-8a5e-1254a75fb92d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Request body: {'floatingip': {'port_id': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:26:27.264125 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3a12c094-947d-4949-8a5e-1254a75fb92d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:28.112691 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3a12c094-947d-4949-8a5e-1254a75fb92d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:28.256776 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3a12c094-947d-4949-8a5e-1254a75fb92d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:28.363553 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.l3_db [None req-3a12c094-947d-4949-8a5e-1254a75fb92d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Floating IP 65305c6a-e8ae-4418-9338-e3146be95198 associated. External IP: 172.27.1.4, port: fabaeaf5-eee4-46bf-a4bf-984ef9955b1e. Oct 12 18:26:28.586175 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a12c094-947d-4949-8a5e-1254a75fb92d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Router b9688eb7-3759-4c65-b259-288abb2db92b has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:26:28.694185 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a12c094-947d-4949-8a5e-1254a75fb92d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:26:28.698658 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3a12c094-947d-4949-8a5e-1254a75fb92d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:28.704361 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf6d66-ef37-4f8a-9285-654250355b31 None None] Sync routers for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:26:28.714278 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf6d66-ef37-4f8a-9285-654250355b31 None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:26:28.715125 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-58cf6d66-ef37-4f8a-9285-654250355b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:26:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:28.734498 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-3a12c094-947d-4949-8a5e-1254a75fb92d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "PUT /v2.0/floatingips/65305c6a-e8ae-4418-9338-e3146be95198 HTTP/1.1" status: 200 len: 990 time: 1.5532897 Oct 12 18:26:28.734498 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:26:28.735803 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7d576d-3984-4179-9bd8-b7b96c546715" -d '{"events": [{"name": "network-changed", "server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:26:28.774588 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1229397-d7e9-4bb4-985d-25e87d390c08 x-openstack-request-id: req-d1229397-d7e9-4bb4-985d-25e87d390c08 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:26:28.775126 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:26:28.785895 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1229397-d7e9-4bb4-985d-25e87d390c08 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:26:28.785895 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'status': 'completed', 'code': 200} Oct 12 18:26:28.844207 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-58cf6d66-ef37-4f8a-9285-654250355b31 None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:26:28.866115 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d576d-3984-4179-9bd8-b7b96c546715 req-031b80f1-a952-4032-96f0-1eb9c505f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:28.867646 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2f7d576d-3984-4179-9bd8-b7b96c546715 req-031b80f1-a952-4032-96f0-1eb9c505f6de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 1099 time: 0.0470266 Oct 12 18:26:28.968999 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45210) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:28.979569 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d576d-3984-4179-9bd8-b7b96c546715 req-526eeae4-1ad4-4e81-91d2-c526711f43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:28.981448 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2f7d576d-3984-4179-9bd8-b7b96c546715 req-526eeae4-1ad4-4e81-91d2-c526711f43d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 918 time: 0.1045566 Oct 12 18:26:29.117737 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d728-e460-4b64-a5b9-49ae0070e8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:29.118635 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2f7d576d-3984-4179-9bd8-b7b96c546715 req-379140d3-6049-4a88-89c2-44b1f6805f4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e HTTP/1.1" status: 200 len: 998 time: 0.1215062 Oct 12 18:26:29.177909 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-58cf6d66-ef37-4f8a-9285-654250355b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': '65305c6a-e8ae-4418-9338-e3146be95198', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'port_id': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'mac_address': 'fa:16:3e:d4:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:25:47Z', 'updated_at': '2021-10-12T18:26:27Z', 'revision_number': 1, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:47Z', 'revision_number': 5, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:29.186748 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d576d-3984-4179-9bd8-b7b96c546715 req-9ff09dc1-b81c-4a2d-ace4-94f6a6b403ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:29.188459 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2f7d576d-3984-4179-9bd8-b7b96c546715 req-9ff09dc1-b81c-4a2d-ace4-94f6a6b403ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 200 len: 856 time: 0.0550990 Oct 12 18:26:29.212484 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf6d66-ef37-4f8a-9285-654250355b31 None None] Checking router: b9688eb7-3759-4c65-b259-288abb2db92b for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:26:29.218009 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d728-e460-4b64-a5b9-49ae0070e8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:29.222081 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf6d66-ef37-4f8a-9285-654250355b31 None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:26:29.222705 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-58cf6d66-ef37-4f8a-9285-654250355b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:26:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:29.247457 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d576d-3984-4179-9bd8-b7b96c546715 req-9cb63da9-0374-49c8-b16e-adde230092b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:29.249104 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2f7d576d-3984-4179-9bd8-b7b96c546715 req-9cb63da9-0374-49c8-b16e-adde230092b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80f5cd14-5950-4313-a8f0-f81c86803faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512004 Oct 12 18:26:29.295604 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45228) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:29.307907 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d728-e460-4b64-a5b9-49ae0070e8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:29.340891 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-58cf6d66-ef37-4f8a-9285-654250355b31 None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:26:29.348815 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-9eb9d728-e460-4b64-a5b9-49ae0070e8f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9dfa89f4b7744b883157d14b5082a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784020 Oct 12 18:26:29.349791 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9d728-e460-4b64-a5b9-49ae0070e8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f08020b-5de2-46dd-96f4-d2a66acb2aa2,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:29.352496 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45232) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:29.385253 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2f7d576d-3984-4179-9bd8-b7b96c546715 req-a80a8ed4-876d-48f2-ad16-5f79520d9170 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173530 Oct 12 18:26:29.419449 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2841-e80f-4773-8fc5-83b4f9f4071a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:29.458411 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2841-e80f-4773-8fc5-83b4f9f4071a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:29.460299 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1acfafce-419c-4fac-9c29-8a0650a755c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:29.524332 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2f7d576d-3984-4179-9bd8-b7b96c546715 req-ff5690d0-7cc0-43b7-bc98-51b92079eee1 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306279 Oct 12 18:26:29.567696 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1acfafce-419c-4fac-9c29-8a0650a755c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:29.605867 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-58cf6d66-ef37-4f8a-9285-654250355b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': '65305c6a-e8ae-4418-9338-e3146be95198', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'port_id': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'mac_address': 'fa:16:3e:d4:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:25:47Z', 'updated_at': '2021-10-12T18:26:27Z', 'revision_number': 1, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:47Z', 'revision_number': 5, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:29.632307 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf6d66-ef37-4f8a-9285-654250355b31 None None] The sync data for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi is: [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': '65305c6a-e8ae-4418-9338-e3146be95198', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'port_id': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'mac_address': 'fa:16:3e:d4:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:25:47Z', 'updated_at': '2021-10-12T18:26:27Z', 'revision_number': 1, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:47Z', 'revision_number': 5, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:26:29.641969 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1acfafce-419c-4fac-9c29-8a0650a755c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:29.646036 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2841-e80f-4773-8fc5-83b4f9f4071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:29.648991 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2841-e80f-4773-8fc5-83b4f9f4071a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:29.650278 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-d5cb2841-e80f-4773-8fc5-83b4f9f4071a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f08020b-5de2-46dd-96f4-d2a66acb2aa2 HTTP/1.1" status: 204 len: 168 time: 0.2967167 Oct 12 18:26:29.689251 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfafce-419c-4fac-9c29-8a0650a755c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94a6f69-04fb-4690-adef-8bd657c08bb0,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:29.701166 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-1acfafce-419c-4fac-9c29-8a0650a755c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9de313f48fc49648225741214ecc6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038467 Oct 12 18:26:29.701870 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45238) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:29.711894 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb2841-e80f-4773-8fc5-83b4f9f4071a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f08020b-5de2-46dd-96f4-d2a66acb2aa2,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:29.773071 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:29.796211 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:29.908487 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a168c2-59dc-4726-87de-9236b6abccc0 None None] New status for floating IP 65305c6a-e8ae-4418-9338-e3146be95198: ACTIVE {{(pid=94837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:26:30.063161 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:30.066938 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:30.068567 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a94a6f69-04fb-4690-adef-8bd657c08bb0 HTTP/1.1" status: 204 len: 168 time: 0.3655522 Oct 12 18:26:30.077875 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94a6f69-04fb-4690-adef-8bd657c08bb0,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:30.100573 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:30.100944 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:30.101279 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:30.101620 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:30.101968 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:30.102288 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:30.103537 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:30.104535 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:30.110060 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:30.110587 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:30.111811 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:30.113876 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c830b6-9264-426a-b15f-18c58a0f836a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:30.419301 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45266) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:30.697680 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0692f36b-3720-46e3-9ee9-e0b067cd56ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:30.776390 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0692f36b-3720-46e3-9ee9-e0b067cd56ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:30.914383 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0692f36b-3720-46e3-9ee9-e0b067cd56ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:30.957737 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-0692f36b-3720-46e3-9ee9-e0b067cd56ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78a14e8d4de14d3ea9dbe39886bea82f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5371883 Oct 12 18:26:30.959819 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692f36b-3720-46e3-9ee9-e0b067cd56ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c041c3-59e9-4dc8-a4ef-e6f6124e5aeb,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:30.962886 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45286) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:31.040008 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-dcc0197b-5acd-499d-a524-bb3c6c9d14ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:31.064435 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-dcc0197b-5acd-499d-a524-bb3c6c9d14ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:31.112652 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45292) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:31.126870 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-db7bd5c4-8863-4864-a632-af78ec7dcf6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:31.177629 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-dcc0197b-5acd-499d-a524-bb3c6c9d14ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:31.180296 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-dcc0197b-5acd-499d-a524-bb3c6c9d14ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:31.181478 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-dcc0197b-5acd-499d-a524-bb3c6c9d14ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45c041c3-59e9-4dc8-a4ef-e6f6124e5aeb HTTP/1.1" status: 204 len: 168 time: 0.2172515 Oct 12 18:26:31.190270 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0197b-5acd-499d-a524-bb3c6c9d14ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c041c3-59e9-4dc8-a4ef-e6f6124e5aeb,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:31.314750 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-db7bd5c4-8863-4864-a632-af78ec7dcf6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:31.365350 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-db7bd5c4-8863-4864-a632-af78ec7dcf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:31.405389 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-db7bd5c4-8863-4864-a632-af78ec7dcf6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4821e78fce404efe920fb8cd803b8e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881901 Oct 12 18:26:31.405389 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bd5c4-8863-4864-a632-af78ec7dcf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f6deec-1815-4476-a5ec-436900ae0ac5,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:31.405784 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45306) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:31.471427 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:31.498716 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:31.599753 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:31.602470 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:31.603615 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7f6deec-1815-4476-a5ec-436900ae0ac5 HTTP/1.1" status: 204 len: 168 time: 0.1968524 Oct 12 18:26:31.611534 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f6deec-1815-4476-a5ec-436900ae0ac5,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:31.619744 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:31.620088 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:31.620440 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:31.620774 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:31.621177 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:31.621711 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:31.622038 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:31.622360 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:31.622678 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:31.627315 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:31.627315 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:31.627315 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f127f1e8-dc44-4a30-b3bb-7e7be29b6d8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:31.903317 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45320) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:31.919487 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-994726f8-9168-4792-bf7e-a067f598dfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:32.005449 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-994726f8-9168-4792-bf7e-a067f598dfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:32.108080 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-994726f8-9168-4792-bf7e-a067f598dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:32.146475 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-994726f8-9168-4792-bf7e-a067f598dfcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c60d585614545668c14fd9dd7c3fc49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420707 Oct 12 18:26:32.147481 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994726f8-9168-4792-bf7e-a067f598dfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e92c3d3-a049-4cc4-b4cf-a8571936793a,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:32.149388 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45328) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:32.216354 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c5772c9e-6733-4270-9eda-66a188fa54ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:32.242539 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c5772c9e-6733-4270-9eda-66a188fa54ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:32.371967 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c5772c9e-6733-4270-9eda-66a188fa54ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:32.375074 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c5772c9e-6733-4270-9eda-66a188fa54ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:32.380053 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-c5772c9e-6733-4270-9eda-66a188fa54ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e92c3d3-a049-4cc4-b4cf-a8571936793a HTTP/1.1" status: 204 len: 168 time: 0.2284949 Oct 12 18:26:32.388472 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5772c9e-6733-4270-9eda-66a188fa54ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e92c3d3-a049-4cc4-b4cf-a8571936793a,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:34.303596 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9edb47eb-8e6e-4cd7-a011-fa4b603c772a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:35.436756 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3528-17cb-4952-9f04-3c9e5120354d req-6d5deb4f-a6e2-4143-b118-f970b72c1ecb tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:35.438264 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-750a3528-17cb-4952-9f04-3c9e5120354d req-6d5deb4f-a6e2-4143-b118-f970b72c1ecb tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 946 time: 0.0504651 Oct 12 18:26:35.482579 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-750a3528-17cb-4952-9f04-3c9e5120354d req-f1072e2d-c3ed-44f4-bc1d-db75bd7c40c6 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372748 Oct 12 18:26:36.600364 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dcc41-e199-4e54-8bbf-c8c39f45e313 req-62749308-d49a-40b1-9dd1-a02e55209592 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:36.601902 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-722dcc41-e199-4e54-8bbf-c8c39f45e313 req-62749308-d49a-40b1-9dd1-a02e55209592 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 946 time: 0.0494502 Oct 12 18:26:36.641426 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-722dcc41-e199-4e54-8bbf-c8c39f45e313 req-d1a3e097-73f4-4df1-86de-6a8c8645a326 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334642 Oct 12 18:26:36.923698 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45526) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:37.034943 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2741-b3d5-41fb-b8ed-054a4e5d5581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:37.112707 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2741-b3d5-41fb-b8ed-054a4e5d5581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:37.240147 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2741-b3d5-41fb-b8ed-054a4e5d5581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:37.269705 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb596cd7-b589-40ea-9c14-a78cbf53d487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:37.280194 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-cb3a2741-b3d5-41fb-b8ed-054a4e5d5581 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d052340c41ab421e99f6242bff3ba060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551517 Oct 12 18:26:37.281158 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a2741-b3d5-41fb-b8ed-054a4e5d5581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637a129b-b594-496f-9e42-9f615f0a6aca,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:37.284417 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45534) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:37.339145 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a31deac3-fe2e-4c72-82c6-f64521a96b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:37.366782 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a31deac3-fe2e-4c72-82c6-f64521a96b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:37.459680 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45540) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:37.531085 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a31deac3-fe2e-4c72-82c6-f64521a96b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:37.533685 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a31deac3-fe2e-4c72-82c6-f64521a96b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:37.537769 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-a31deac3-fe2e-4c72-82c6-f64521a96b16 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/637a129b-b594-496f-9e42-9f615f0a6aca HTTP/1.1" status: 204 len: 168 time: 0.2491534 Oct 12 18:26:37.545925 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31deac3-fe2e-4c72-82c6-f64521a96b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637a129b-b594-496f-9e42-9f615f0a6aca,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:37.601549 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3f29037a-42d6-415a-9673-8ef0054794ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:37.691765 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3f29037a-42d6-415a-9673-8ef0054794ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:37.771855 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87e529-3d1c-4ff1-beb9-50e7e0d404e8 req-add92b5d-8046-4c8d-b104-0b42397d4f66 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:37.773529 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0e87e529-3d1c-4ff1-beb9-50e7e0d404e8 req-add92b5d-8046-4c8d-b104-0b42397d4f66 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 946 time: 0.0617039 Oct 12 18:26:37.776943 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3f29037a-42d6-415a-9673-8ef0054794ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:37.818351 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0e87e529-3d1c-4ff1-beb9-50e7e0d404e8 req-958977cc-7f28-42a9-a99e-8a1452c7d12b tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383818 Oct 12 18:26:37.994567 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-3f29037a-42d6-415a-9673-8ef0054794ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0c98993fa0f4da3bb2984cb4f371d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5338888 Oct 12 18:26:37.995522 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29037a-42d6-415a-9673-8ef0054794ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa71f0b-1b03-4fb9-8bbe-bffbf1bf0615,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:37.997272 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45554) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:38.010737 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:38.059337 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b2b7783f-073b-409e-a700-9ab53f96c755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:38.089593 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b2b7783f-073b-409e-a700-9ab53f96c755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:38.228512 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b2b7783f-073b-409e-a700-9ab53f96c755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:38.231132 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b2b7783f-073b-409e-a700-9ab53f96c755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:38.232383 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-b2b7783f-073b-409e-a700-9ab53f96c755 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ffa71f0b-1b03-4fb9-8bbe-bffbf1bf0615 HTTP/1.1" status: 204 len: 168 time: 0.2326932 Oct 12 18:26:38.241744 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7783f-073b-409e-a700-9ab53f96c755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa71f0b-1b03-4fb9-8bbe-bffbf1bf0615,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:38.251774 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45562) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:38.264809 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-95c714af-afe9-402f-b307-c044163d54a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:38.297003 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:38.346335 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-95c714af-afe9-402f-b307-c044163d54a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:38.445744 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-95c714af-afe9-402f-b307-c044163d54a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:38.483449 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-95c714af-afe9-402f-b307-c044163d54a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56085c4d7fc941b4ae44ddc8bff0f4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305169 Oct 12 18:26:38.484363 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c714af-afe9-402f-b307-c044163d54a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7513c635-7062-4e81-8ba0-87c1944679f4,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:38.486258 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45566) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:38.534628 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d8db4292-aa4f-45cb-90b1-a5ebe1f87eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:38.557120 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d8db4292-aa4f-45cb-90b1-a5ebe1f87eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:38.673847 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d8db4292-aa4f-45cb-90b1-a5ebe1f87eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:38.679238 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d8db4292-aa4f-45cb-90b1-a5ebe1f87eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:38.680548 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-d8db4292-aa4f-45cb-90b1-a5ebe1f87eb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7513c635-7062-4e81-8ba0-87c1944679f4 HTTP/1.1" status: 204 len: 168 time: 0.1932225 Oct 12 18:26:38.690287 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db4292-aa4f-45cb-90b1-a5ebe1f87eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7513c635-7062-4e81-8ba0-87c1944679f4,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:39.102457 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45582) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:39.116524 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-98ab0f1d-e04a-43b5-aec2-51ec26698d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:39.201052 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-98ab0f1d-e04a-43b5-aec2-51ec26698d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:39.257179 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-98ab0f1d-e04a-43b5-aec2-51ec26698d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:39.296601 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-98ab0f1d-e04a-43b5-aec2-51ec26698d76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd72c5b05c304c6a86b0ea79cd0bd467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930110 Oct 12 18:26:39.297682 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab0f1d-e04a-43b5-aec2-51ec26698d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebfcd39-810f-4865-876f-83fe7e17117f,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:39.299333 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45588) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:39.349710 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bb98c1e0-7c40-43ed-a65b-cef6d26a9edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:39.370973 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bb98c1e0-7c40-43ed-a65b-cef6d26a9edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:39.479402 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bb98c1e0-7c40-43ed-a65b-cef6d26a9edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:39.481988 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bb98c1e0-7c40-43ed-a65b-cef6d26a9edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:39.483126 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-bb98c1e0-7c40-43ed-a65b-cef6d26a9edd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ebfcd39-810f-4865-876f-83fe7e17117f HTTP/1.1" status: 204 len: 168 time: 0.1822197 Oct 12 18:26:39.492819 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98c1e0-7c40-43ed-a65b-cef6d26a9edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebfcd39-810f-4865-876f-83fe7e17117f,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:39.908339 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:40.188298 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45616) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:40.202114 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e74c8df5-5009-42d8-8e29-9bbb07440da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:40.282286 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e74c8df5-5009-42d8-8e29-9bbb07440da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:40.336344 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e74c8df5-5009-42d8-8e29-9bbb07440da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:40.373693 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-e74c8df5-5009-42d8-8e29-9bbb07440da7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=940954e715a14badb4b58c0662062403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843243 Oct 12 18:26:40.374797 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c8df5-5009-42d8-8e29-9bbb07440da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa42b8f-107d-4f9a-ac3b-e0e99df34e94,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:40.376494 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45620) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:40.428709 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-439d95bf-e5b7-47dc-9d86-382e2e351ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:40.450161 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-439d95bf-e5b7-47dc-9d86-382e2e351ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:40.565429 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-439d95bf-e5b7-47dc-9d86-382e2e351ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:40.568054 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-439d95bf-e5b7-47dc-9d86-382e2e351ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:40.569273 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-439d95bf-e5b7-47dc-9d86-382e2e351ca1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fa42b8f-107d-4f9a-ac3b-e0e99df34e94 HTTP/1.1" status: 204 len: 168 time: 0.1912272 Oct 12 18:26:40.577033 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d95bf-e5b7-47dc-9d86-382e2e351ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa42b8f-107d-4f9a-ac3b-e0e99df34e94,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:40.713767 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:41.173828 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-3e082bab-45d1-4765-acca-361bcb22fdf9 req-113e44b5-ca5c-456d-a394-56dca10eb8f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381734 Oct 12 18:26:41.325747 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813beccb-d012-43a8-9fd7-68145f0adec4 req-23b5e8ec-9e39-42ab-b458-d8da5fe7c638 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:41.327235 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-813beccb-d012-43a8-9fd7-68145f0adec4 req-23b5e8ec-9e39-42ab-b458-d8da5fe7c638 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 946 time: 0.0526526 Oct 12 18:26:41.334064 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e082bab-45d1-4765-acca-361bcb22fdf9 req-b0fc0139-6cbf-4d5c-be18-bef4b99950a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:41.335581 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-3e082bab-45d1-4765-acca-361bcb22fdf9 req-b0fc0139-6cbf-4d5c-be18-bef4b99950a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 1099 time: 0.0396154 Oct 12 18:26:41.367541 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-813beccb-d012-43a8-9fd7-68145f0adec4 req-0f4ae902-fe2d-47e4-a26d-ef1fd8bd51f1 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330820 Oct 12 18:26:41.674681 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e082bab-45d1-4765-acca-361bcb22fdf9 req-9a323330-4681-482f-b642-cd33d3c15e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:41.676388 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-3e082bab-45d1-4765-acca-361bcb22fdf9 req-9a323330-4681-482f-b642-cd33d3c15e56 service neutron] 10.222.0.42 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 918 time: 0.1042252 Oct 12 18:26:41.749599 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-3e082bab-45d1-4765-acca-361bcb22fdf9 req-3f0373de-d2a7-410d-ad7e-57518964de7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e HTTP/1.1" status: 200 len: 1000 time: 0.0635369 Oct 12 18:26:41.789512 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aa7a1-b1a5-417c-9155-0d52ab66b5c0 req-b0549263-5914-4ef2-9714-1a4156a11955 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:41.791245 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-792aa7a1-b1a5-417c-9155-0d52ab66b5c0 req-b0549263-5914-4ef2-9714-1a4156a11955 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 946 time: 0.0597384 Oct 12 18:26:41.820835 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e082bab-45d1-4765-acca-361bcb22fdf9 req-3d6811b9-a694-4bfa-a5a2-91c96f696d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:41.822278 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-3e082bab-45d1-4765-acca-361bcb22fdf9 req-3d6811b9-a694-4bfa-a5a2-91c96f696d24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 200 len: 856 time: 0.0650513 Oct 12 18:26:41.873925 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e082bab-45d1-4765-acca-361bcb22fdf9 req-7b6646df-7579-4ba3-a8c4-ff813b3966d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:41.875444 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-3e082bab-45d1-4765-acca-361bcb22fdf9 req-7b6646df-7579-4ba3-a8c4-ff813b3966d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80f5cd14-5950-4313-a8f0-f81c86803faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450308 Oct 12 18:26:41.935690 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-792aa7a1-b1a5-417c-9155-0d52ab66b5c0 req-b03060aa-90ae-4309-a60d-7a8b7e67e261 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Deleting port b2fef676-0c4d-4948-82ee-4d56b09e2840 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:26:41.936028 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-792aa7a1-b1a5-417c-9155-0d52ab66b5c0 req-b03060aa-90ae-4309-a60d-7a8b7e67e261 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:41.972162 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-3e082bab-45d1-4765-acca-361bcb22fdf9 req-43afb149-9d0d-47da-8c49-6515baf268b0 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878584 Oct 12 18:26:42.029121 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-792aa7a1-b1a5-417c-9155-0d52ab66b5c0 req-b03060aa-90ae-4309-a60d-7a8b7e67e261 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] For port b2fef676-0c4d-4948-82ee-4d56b09e2840, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b2fef676-0c4d-4948-82ee-4d56b09e2840,segment=NetworkSegment(bbeaebef-6637-47bf-9342-5c3a692d5265),segment_id=bbeaebef-6637-47bf-9342-5c3a692d5265)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:26:42.029486 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-792aa7a1-b1a5-417c-9155-0d52ab66b5c0 req-b03060aa-90ae-4309-a60d-7a8b7e67e261 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:42.046652 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-792aa7a1-b1a5-417c-9155-0d52ab66b5c0 req-b03060aa-90ae-4309-a60d-7a8b7e67e261 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Calling delete_port for b2fef676-0c4d-4948-82ee-4d56b09e2840 owned by compute:nova {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:26:42.085509 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-3e082bab-45d1-4765-acca-361bcb22fdf9 req-f0c29686-0214-4020-9cd9-8d179f804549 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059570 Oct 12 18:26:42.382228 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45692) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:42.491976 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825c78e-497e-486c-bf1d-8a9a3c0aaec0 req-183f1da6-2959-48d2-b4a1-9fd14aade6c3 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:42.494075 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6825c78e-497e-486c-bf1d-8a9a3c0aaec0 req-183f1da6-2959-48d2-b4a1-9fd14aade6c3 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 946 time: 0.0553582 Oct 12 18:26:42.517624 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4c78d2aa-8492-4f60-a923-5f9ec6199e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:42.551204 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6825c78e-497e-486c-bf1d-8a9a3c0aaec0 req-27d7668a-54db-4439-85e9-b286fc29b4f3 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/security-groups?id=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 Oct 12 18:26:42.560666 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-792aa7a1-b1a5-417c-9155-0d52ab66b5c0 req-b03060aa-90ae-4309-a60d-7a8b7e67e261 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:42.608999 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4c78d2aa-8492-4f60-a923-5f9ec6199e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:42.612322 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03060aa-90ae-4309-a60d-7a8b7e67e261 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Pushing event deleted for resources: {'Port': ['ID=b2fef676-0c4d-4948-82ee-4d56b09e2840,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:42.692192 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-792aa7a1-b1a5-417c-9155-0d52ab66b5c0 req-b03060aa-90ae-4309-a60d-7a8b7e67e261 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] No DVR routers for this DVR port b2fef676-0c4d-4948-82ee-4d56b09e2840 on host hv-cinder-81322 {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:26:42.695398 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-792aa7a1-b1a5-417c-9155-0d52ab66b5c0 req-b03060aa-90ae-4309-a60d-7a8b7e67e261 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:42.698829 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-792aa7a1-b1a5-417c-9155-0d52ab66b5c0 req-b03060aa-90ae-4309-a60d-7a8b7e67e261 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.42 "DELETE /v2.0/ports/b2fef676-0c4d-4948-82ee-4d56b09e2840 HTTP/1.1" status: 204 len: 173 time: 0.8999681 Oct 12 18:26:42.699386 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b41fbf9-05a2-46c9-b7a6-124028aa23ab', 'name': 'network-vif-deleted', 'tag': 'b2fef676-0c4d-4948-82ee-4d56b09e2840'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:26:42.701590 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bce882-b088-434b-89f0-921c4288ea00" -d '{"events": [{"server_uuid": "7b41fbf9-05a2-46c9-b7a6-124028aa23ab", "name": "network-vif-deleted", "tag": "b2fef676-0c4d-4948-82ee-4d56b09e2840"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:26:42.722749 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4c78d2aa-8492-4f60-a923-5f9ec6199e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:42.744312 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e5d354-8e76-4320-9db8-27085b2f6486 x-openstack-request-id: req-a3e5d354-8e76-4320-9db8-27085b2f6486 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:26:42.744683 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b41fbf9-05a2-46c9-b7a6-124028aa23ab", "name": "network-vif-deleted", "tag": "b2fef676-0c4d-4948-82ee-4d56b09e2840", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:26:42.744958 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3e5d354-8e76-4320-9db8-27085b2f6486 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:26:42.752483 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b41fbf9-05a2-46c9-b7a6-124028aa23ab', 'name': 'network-vif-deleted', 'tag': 'b2fef676-0c4d-4948-82ee-4d56b09e2840', 'status': 'completed', 'code': 200} Oct 12 18:26:42.760252 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4c78d2aa-8492-4f60-a923-5f9ec6199e60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=905ac49b678b4fb4b6777470e5f39a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768439 Oct 12 18:26:42.762940 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45714) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:42.765463 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78d2aa-8492-4f60-a923-5f9ec6199e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5588f3-c007-4fec-88d1-b83662241a45,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:42.831832 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-88b17c0d-c13e-4fba-b730-d5bd5a793ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:42.856224 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-88b17c0d-c13e-4fba-b730-d5bd5a793ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:43.115132 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-88b17c0d-c13e-4fba-b730-d5bd5a793ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:43.118793 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-88b17c0d-c13e-4fba-b730-d5bd5a793ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:43.120020 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-88b17c0d-c13e-4fba-b730-d5bd5a793ee1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a5588f3-c007-4fec-88d1-b83662241a45 HTTP/1.1" status: 204 len: 168 time: 0.3558218 Oct 12 18:26:43.130604 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b17c0d-c13e-4fba-b730-d5bd5a793ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5588f3-c007-4fec-88d1-b83662241a45,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:43.223854 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45724) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:43.349044 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-faa79807-2ad5-449c-9eae-7b095b6dec4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:43.390636 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device b2fef676-0c4d-4948-82ee-4d56b09e2840 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:26:43.442837 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: b2fef676-0c4d-4948-82ee-4d56b09e2840 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:26:43.445078 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device b2fef676-0c4d-4948-82ee-4d56b09e2840 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:26:43.535884 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-faa79807-2ad5-449c-9eae-7b095b6dec4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:43.638561 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-faa79807-2ad5-449c-9eae-7b095b6dec4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:43.701349 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-faa79807-2ad5-449c-9eae-7b095b6dec4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ece9a3f33194dd5a1c30a5d10b602e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735897 Oct 12 18:26:43.701349 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa79807-2ad5-449c-9eae-7b095b6dec4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d398aeb-5f2a-4d89-8488-3abdb94f5632,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:43.703058 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45752) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:43.717012 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7eed486e-b073-4a76-afee-d9a7f08c59d4 req-3f8b5200-92c9-40a2-869f-d1803c765bd3 tempest-DeleteServersTestJSON-1501542091 tempest-DeleteServersTestJSON-1501542091-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b41fbf9-05a2-46c9-b7a6-124028aa23ab HTTP/1.1" status: 200 len: 210 time: 0.0700991 Oct 12 18:26:43.777764 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1065cc62-6d6c-4b22-8e30-58eec06527fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:43.813948 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1065cc62-6d6c-4b22-8e30-58eec06527fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:43.977112 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1065cc62-6d6c-4b22-8e30-58eec06527fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:43.983315 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1065cc62-6d6c-4b22-8e30-58eec06527fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:43.983554 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-1065cc62-6d6c-4b22-8e30-58eec06527fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d398aeb-5f2a-4d89-8488-3abdb94f5632 HTTP/1.1" status: 204 len: 168 time: 0.2797365 Oct 12 18:26:44.003467 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065cc62-6d6c-4b22-8e30-58eec06527fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d398aeb-5f2a-4d89-8488-3abdb94f5632,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:45.392656 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45844) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:45.496913 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ddb79b40-0e73-4857-aafc-47430a55fafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:45.577590 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ddb79b40-0e73-4857-aafc-47430a55fafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:45.737172 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ddb79b40-0e73-4857-aafc-47430a55fafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:45.776726 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-ddb79b40-0e73-4857-aafc-47430a55fafd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ede619131e542568d562ea8eb3e43d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828337 Oct 12 18:26:45.777665 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb79b40-0e73-4857-aafc-47430a55fafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0931b26-1752-4ed1-afc7-31ecc99e69a5,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:45.779428 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45866) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:45.829547 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a3d15a3c-5871-4af3-95fa-de3541c76769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:45.852819 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a3d15a3c-5871-4af3-95fa-de3541c76769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:45.977448 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a3d15a3c-5871-4af3-95fa-de3541c76769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:45.980368 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a3d15a3c-5871-4af3-95fa-de3541c76769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:45.981985 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-a3d15a3c-5871-4af3-95fa-de3541c76769 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0931b26-1752-4ed1-afc7-31ecc99e69a5 HTTP/1.1" status: 204 len: 168 time: 0.2006385 Oct 12 18:26:45.991429 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d15a3c-5871-4af3-95fa-de3541c76769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0931b26-1752-4ed1-afc7-31ecc99e69a5,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:46.043766 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45878) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:46.386238 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45890) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:46.434730 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a565b4-bac4-4805-8b5c-60415301748b admin admin] Deleting subnet 917cde8a-9648-4adb-b1c5-ac611a3bcb4a {{(pid=94835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:26:46.438761 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e9a565b4-bac4-4805-8b5c-60415301748b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.492375 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e9a565b4-bac4-4805-8b5c-60415301748b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.494857 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-77d5a976-ed41-4cfd-8f45-71f923f854b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.507615 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e9a565b4-bac4-4805-8b5c-60415301748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.618670 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-77d5a976-ed41-4cfd-8f45-71f923f854b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.680030 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e9a565b4-bac4-4805-8b5c-60415301748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.709495 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a565b4-bac4-4805-8b5c-60415301748b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917cde8a-9648-4adb-b1c5-ac611a3bcb4a,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:46.711777 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e9a565b4-bac4-4805-8b5c-60415301748b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.715038 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-e9a565b4-bac4-4805-8b5c-60415301748b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/917cde8a-9648-4adb-b1c5-ac611a3bcb4a HTTP/1.1" status: 204 len: 168 time: 0.3278487 Oct 12 18:26:46.716014 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-77d5a976-ed41-4cfd-8f45-71f923f854b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.720958 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45910) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:46.761612 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-77d5a976-ed41-4cfd-8f45-71f923f854b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=227abc7af06b46c79c4682c7bd82e316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7166057 Oct 12 18:26:46.762581 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45918) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:46.769425 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5a976-ed41-4cfd-8f45-71f923f854b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f3c4e9-8b23-42ae-8281-e846f9baa863,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:46.833040 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bb8fa33b-8c40-40b1-ab38-473c5cc7aa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.837432 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5255-87f4-4f0b-82ff-b4fb0bb53d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.875056 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bb8fa33b-8c40-40b1-ab38-473c5cc7aa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.941145 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5255-87f4-4f0b-82ff-b4fb0bb53d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.960313 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-3d7d5255-87f4-4f0b-82ff-b4fb0bb53d92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abeb470-0961-42f8-b25c-58bd0d9fefe4']}} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:46.969114 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-3d7d5255-87f4-4f0b-82ff-b4fb0bb53d92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbeaebef-6637-47bf-9342-5c3a692d5265') {'for_net_delete': True} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:46.969426 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-3d7d5255-87f4-4f0b-82ff-b4fb0bb53d92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbeaebef-6637-47bf-9342-5c3a692d5265') {} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:46.978796 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5255-87f4-4f0b-82ff-b4fb0bb53d92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840146'] for segment, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.991889 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5255-87f4-4f0b-82ff-b4fb0bb53d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.997760 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7d5255-87f4-4f0b-82ff-b4fb0bb53d92 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:26:46.998153 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5255-87f4-4f0b-82ff-b4fb0bb53d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31250374'] for segment, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: Traceback (most recent call last): Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: timer() Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: cb(*args, **kw) Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: return func(*args, **kwargs) Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: self._notify() Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: self.callback(batched_events) Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: event.method(event) Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: return f(self, *a, **k) Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._get(url).json() Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: return self.request(url, 'GET', **kwargs) Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:26:46.999784 dv-cinder-813227-2-iscsi neutron-server[94836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:26:47.125218 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bb8fa33b-8c40-40b1-ab38-473c5cc7aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:47.127860 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bb8fa33b-8c40-40b1-ab38-473c5cc7aa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:47.129080 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-bb8fa33b-8c40-40b1-ab38-473c5cc7aa82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2f3c4e9-8b23-42ae-8281-e846f9baa863 HTTP/1.1" status: 204 len: 168 time: 0.3653922 Oct 12 18:26:47.136661 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fa33b-8c40-40b1-ab38-473c5cc7aa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f3c4e9-8b23-42ae-8281-e846f9baa863,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:47.153782 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5255-87f4-4f0b-82ff-b4fb0bb53d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:47.161860 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5255-87f4-4f0b-82ff-b4fb0bb53d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:47.163518 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-3d7d5255-87f4-4f0b-82ff-b4fb0bb53d92 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5abeb470-0961-42f8-b25c-58bd0d9fefe4 HTTP/1.1" status: 204 len: 168 time: 0.4420154 Oct 12 18:26:47.173957 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d5255-87f4-4f0b-82ff-b4fb0bb53d92 admin admin] Pushing event deleted for resources: {'Network': ['ID=5abeb470-0961-42f8-b25c-58bd0d9fefe4,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:47.748176 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45948) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:47.791882 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45954) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:47.837196 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4377c84a-2c4d-4bf0-b520-0438ba597794 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9da6195bb2d64abfa8cd8671874f1830&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439548 Oct 12 18:26:47.839623 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 45956) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:47.900845 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-6430ee88-948f-4a3a-a0d4-c199465a7c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:47.928606 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-6430ee88-948f-4a3a-a0d4-c199465a7c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:48.073960 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ae994bc7-86bf-4415-9d2a-1ab545f9a31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:48.092514 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-6430ee88-948f-4a3a-a0d4-c199465a7c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:48.096514 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-6430ee88-948f-4a3a-a0d4-c199465a7c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:48.100933 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-6430ee88-948f-4a3a-a0d4-c199465a7c01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92ddb1e6-8b2b-4f83-82b0-1e207a8074ff HTTP/1.1" status: 204 len: 168 time: 0.2571545 Oct 12 18:26:48.110310 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430ee88-948f-4a3a-a0d4-c199465a7c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ddb1e6-8b2b-4f83-82b0-1e207a8074ff,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:48.171004 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ae994bc7-86bf-4415-9d2a-1ab545f9a31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:48.279257 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ae994bc7-86bf-4415-9d2a-1ab545f9a31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:48.321276 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-ae994bc7-86bf-4415-9d2a-1ab545f9a31b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85f5fd256b8543aeb27f62d9a75587c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5695837 Oct 12 18:26:48.321276 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae994bc7-86bf-4415-9d2a-1ab545f9a31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ea23b6-6fb1-486b-8f60-07635e18d812,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:48.322276 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 45980) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:48.382522 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-72229989-f873-422a-b315-ab433d019f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:48.403660 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-72229989-f873-422a-b315-ab433d019f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:48.525550 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-72229989-f873-422a-b315-ab433d019f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:48.528188 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-72229989-f873-422a-b315-ab433d019f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:48.530739 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-72229989-f873-422a-b315-ab433d019f99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93ea23b6-6fb1-486b-8f60-07635e18d812 HTTP/1.1" status: 204 len: 168 time: 0.1974308 Oct 12 18:26:48.541173 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72229989-f873-422a-b315-ab433d019f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ea23b6-6fb1-486b-8f60-07635e18d812,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:51.335245 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 46122) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:51.663053 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1055498132-network', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:26:51.777187 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Made reservation on behalf of 7f9fb6543096402dbf4351b0e6639431 for: {'network': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:26:51.781166 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:51.811875 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:51.921788 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:52.011130 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:52.036795 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:26:52.046852 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0578dece-309f-4ec1-9622-b560499cf379,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:52.052285 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:52.052664 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.segments_db [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Added segment b99991a6-1642-4270-ad50-2fbe9e23d277 of type vlan for network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 Oct 12 18:26:52.093153 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:52.228489 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:52.230145 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:52.236222 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:52.297116 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] Pushing event updated for resources: {'Network': ['ID=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:52.307909 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:26:52.355670 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-f8b1f9f8-708f-458b-92c7-00f7725cbd87 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0142119 Oct 12 18:26:52.355670 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 46158) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:52.359136 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-cb88a340-761a-4390-9be9-a3b85cffa40b admin admin] Request body: {'subnet': {'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1055498132-subnet', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:26:52.496834 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb88a340-761a-4390-9be9-a3b85cffa40b admin admin] Made reservation on behalf of 7f9fb6543096402dbf4351b0e6639431 for: {'subnet': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:26:52.499425 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cb88a340-761a-4390-9be9-a3b85cffa40b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30502989'] for subnet, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:52.835254 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cb88a340-761a-4390-9be9-a3b85cffa40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31250011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30503011'] for subnet, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:52.884500 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88a340-761a-4390-9be9-a3b85cffa40b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e290483-eff8-462e-be86-c9de2f5e9c99,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:52.912623 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88a340-761a-4390-9be9-a3b85cffa40b admin admin] Checking segment: {'id': 'b99991a6-1642-4270-ad50-2fbe9e23d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:26:52.916054 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88a340-761a-4390-9be9-a3b85cffa40b admin admin] Network hostable DHCP agents. Network: fac3b2f3-b1a1-43ec-856b-2b436d7ccd11, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:26:53.166139 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb88a340-761a-4390-9be9-a3b85cffa40b admin admin] Network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:26:53.295784 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-cb88a340-761a-4390-9be9-a3b85cffa40b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, fac3b2f3-b1a1-43ec-856b-2b436d7ccd11) {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:26:53.301679 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb88a340-761a-4390-9be9-a3b85cffa40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:26:53.302321 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cb88a340-761a-4390-9be9-a3b85cffa40b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:53.310127 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d1e1ff-f156-448e-b992-987c995be995 None None] Network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:26:53.408123 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-cb88a340-761a-4390-9be9-a3b85cffa40b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0528431 Oct 12 18:26:53.410786 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 46200) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:53.415280 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1055498132-router', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:26:53.450175 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4be901-57fc-4058-95b9-8474ea9e56d4 None None] Network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:26:53.519798 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37475'] for router, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:53.521306 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37480'] for router, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:53.584832 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:53.829740 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:54.130282 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:54.148660 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:54.254368 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Allocated IP 172.27.1.143 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/396d4320-034f-4767-8512-57dabfc958c5) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:26:54.359670 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:54.496649 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:54.544347 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:26:54.545775 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Pushing event updated for resources: {'Port': ['ID=396d4320-034f-4767-8512-57dabfc958c5,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:54.548536 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:26:54.551415 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:26:54.969133 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:54.988124 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:26:55.235842 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592892'] for router, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:55.651661 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Router 34aa571f-b501-4437-b555-7164c41fcfc8 is scheduled to L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 with binding_index 1 {{(pid=94836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:26:55.802515 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:26:55.811678 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Sync routers for ids ['34aa571f-b501-4437-b555-7164c41fcfc8'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:26:55.822823 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Routers {'34aa571f-b501-4437-b555-7164c41fcfc8'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:26:55.828228 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:26:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['34aa571f-b501-4437-b555-7164c41fcfc8'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:55.921756 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] Notify callbacks [] for router, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:55.923161 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-7dd345c8-b38c-488c-9edb-996a930f8631 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.5112395 Oct 12 18:26:55.926849 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 46244) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:26:56.023226 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Set router 34aa571f-b501-4437-b555-7164c41fcfc8 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:26:56.244313 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1055498132-router', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '396d4320-034f-4767-8512-57dabfc958c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:26:53Z', 'updated_at': '2021-10-12T18:26:54Z', 'revision_number': 3, 'project_id': '7f9fb6543096402dbf4351b0e6639431', 'gw_port': {'id': '396d4320-034f-4767-8512-57dabfc958c5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:26:54Z', 'updated_at': '2021-10-12T18:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:56.289321 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Checking router: 34aa571f-b501-4437-b555-7164c41fcfc8 for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:26:56.290333 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Updating router 34aa571f-b501-4437-b555-7164c41fcfc8 port 396d4320-034f-4767-8512-57dabfc958c5 binding host dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:26:56.334662 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:56.422133 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:56.606391 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Allocated IP 172.20.0.1 (fac3b2f3-b1a1-43ec-856b-2b436d7ccd11/8e290483-eff8-462e-be86-c9de2f5e9c99/a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:26:56.712026 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:56.748200 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:56.800037 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:56.867677 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Pushing event updated for resources: {'Port': ['ID=396d4320-034f-4767-8512-57dabfc958c5,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:56.876572 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Attempting to bind port 396d4320-034f-4767-8512-57dabfc958c5 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:26:56.877031 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Attempting to bind port 396d4320-034f-4767-8512-57dabfc958c5 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:26:56.878071 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Attempting to bind port 396d4320-034f-4767-8512-57dabfc958c5 on network 27969040-b1e7-431a-ac38-d174cd0b9f0d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:26:56.882122 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:56.882459 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:56.882870 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:56.883150 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:56.883490 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:56.883819 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:56.884163 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:56.884509 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:56.887214 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:56.887214 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:56.887214 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:56.887214 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:56.891527 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:26:56.891901 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Checking segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:26:56.892305 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:56.892717 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Bound using segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:26:56.893220 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Bound port: 396d4320-034f-4767-8512-57dabfc958c5, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:26:56.893626 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:56.909307 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:56.950839 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] For port 396d4320-034f-4767-8512-57dabfc958c5, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:26:56.954196 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] For port 396d4320-034f-4767-8512-57dabfc958c5, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=396d4320-034f-4767-8512-57dabfc958c5,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:26:56.972249 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:26:56.975306 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:26:56.978792 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:26:56.979274 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592685'] for router_interface, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:57.014318 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Pushing event updated for resources: {'Port': ['ID=a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:57.098688 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:57.160152 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Routers {'34aa571f-b501-4437-b555-7164c41fcfc8'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:26:57.160792 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:26:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['34aa571f-b501-4437-b555-7164c41fcfc8'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:57.162418 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832d538-f083-4cf2-be48-3758e4d4c346 None None] Pushing event updated for resources: {'Port': ['ID=396d4320-034f-4767-8512-57dabfc958c5,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:57.218449 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:57.286639 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] Set router 34aa571f-b501-4437-b555-7164c41fcfc8 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:26:57.403192 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:57.480978 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1055498132-router', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '396d4320-034f-4767-8512-57dabfc958c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:26:53Z', 'updated_at': '2021-10-12T18:26:54Z', 'revision_number': 3, 'project_id': '7f9fb6543096402dbf4351b0e6639431', 'gw_port': {'id': '396d4320-034f-4767-8512-57dabfc958c5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:26:54Z', 'updated_at': '2021-10-12T18:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:57.485621 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:57.486369 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634557'] for router_interface, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:57.506642 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f736b11-8767-48e5-95da-bd95c6a02352 None None] The sync data for ids ['34aa571f-b501-4437-b555-7164c41fcfc8'] in dv-cinder-813227-2-iscsi is: [{'id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1055498132-router', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '396d4320-034f-4767-8512-57dabfc958c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:26:53Z', 'updated_at': '2021-10-12T18:26:54Z', 'revision_number': 3, 'project_id': '7f9fb6543096402dbf4351b0e6639431', 'gw_port': {'id': '396d4320-034f-4767-8512-57dabfc958c5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:26:54Z', 'updated_at': '2021-10-12T18:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:26:57.568179 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Pushing event updated for resources: {'Port': ['ID=a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:57.620544 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:26:57.622631 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:26:57.740675 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Router 34aa571f-b501-4437-b555-7164c41fcfc8 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:26:57.863053 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:26:57.873214 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-33e8c772-c55b-4e32-88a2-25297d598dfb admin admin] 10.222.0.18 "PUT /v2.0/routers/34aa571f-b501-4437-b555-7164c41fcfc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9450874 Oct 12 18:26:59.041634 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Sync routers for ids ['34aa571f-b501-4437-b555-7164c41fcfc8'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:26:59.046925 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 396d4320-034f-4767-8512-57dabfc958c5 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:26:59.077650 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Routers {'34aa571f-b501-4437-b555-7164c41fcfc8'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:26:59.078265 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:26:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['34aa571f-b501-4437-b555-7164c41fcfc8'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:59.183924 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 396d4320-034f-4767-8512-57dabfc958c5 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:26:59.184301 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:59.223795 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Set router 34aa571f-b501-4437-b555-7164c41fcfc8 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:26:59.401285 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:59.432224 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port 396d4320-034f-4767-8512-57dabfc958c5, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=396d4320-034f-4767-8512-57dabfc958c5,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:26:59.481795 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1055498132-router', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '396d4320-034f-4767-8512-57dabfc958c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:26:53Z', 'updated_at': '2021-10-12T18:26:57Z', 'revision_number': 4, 'project_id': '7f9fb6543096402dbf4351b0e6639431', 'gw_port': {'id': '396d4320-034f-4767-8512-57dabfc958c5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:26:54Z', 'updated_at': '2021-10-12T18:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e', 'name': '', 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'mac_address': 'fa:16:3e:df:b6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '8e290483-eff8-462e-be86-c9de2f5e9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:26:56Z', 'updated_at': '2021-10-12T18:26:57Z', 'revision_number': 2, 'project_id': '7f9fb6543096402dbf4351b0e6639431', 'subnets': [{'id': '8e290483-eff8-462e-be86-c9de2f5e9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:26:59.507142 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Checking router: 34aa571f-b501-4437-b555-7164c41fcfc8 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:26:59.507487 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Updating router 34aa571f-b501-4437-b555-7164c41fcfc8 port a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e binding host dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:26:59.534533 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:59.631580 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:59.732557 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=396d4320-034f-4767-8512-57dabfc958c5,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:26:59.744883 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:59.744883 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:59.744883 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:59.744883 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:59.745182 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:59.746278 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:59.746278 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:59.746278 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:59.746528 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:59.746803 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:59.747133 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:59.747455 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:26:59.863240 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:26:59.959268 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:00.012948 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bd3ab-0beb-45f2-af87-6561690e0747 None None] Pushing event updated for resources: {'Port': ['ID=a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:00.064114 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Attempting to bind port a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:27:00.064820 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Attempting to bind port a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': 'b99991a6-1642-4270-ad50-2fbe9e23d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:27:00.064930 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Attempting to bind port a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e on network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:27:00.069770 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:27:00.070232 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Checking segment: {'id': 'b99991a6-1642-4270-ad50-2fbe9e23d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:27:00.070594 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:00.070947 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Bound using segment: {'id': 'b99991a6-1642-4270-ad50-2fbe9e23d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:27:00.071413 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Bound port: a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99991a6-1642-4270-ad50-2fbe9e23d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:27:00.071920 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:00.147731 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] For port a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:27:00.151165 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] For port a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e,segment=NetworkSegment(b99991a6-1642-4270-ad50-2fbe9e23d277),segment_id=b99991a6-1642-4270-ad50-2fbe9e23d277)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:27:00.222591 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:00.280054 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bd3ab-0beb-45f2-af87-6561690e0747 None None] Pushing event updated for resources: {'Port': ['ID=a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:00.282695 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Routers {'34aa571f-b501-4437-b555-7164c41fcfc8'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:27:00.283284 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:26:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['34aa571f-b501-4437-b555-7164c41fcfc8'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:27:00.386958 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] Set router 34aa571f-b501-4437-b555-7164c41fcfc8 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:27:00.586590 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1055498132-router', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '396d4320-034f-4767-8512-57dabfc958c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:26:53Z', 'updated_at': '2021-10-12T18:26:57Z', 'revision_number': 4, 'project_id': '7f9fb6543096402dbf4351b0e6639431', 'gw_port': {'id': '396d4320-034f-4767-8512-57dabfc958c5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:26:54Z', 'updated_at': '2021-10-12T18:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e', 'name': '', 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'mac_address': 'fa:16:3e:df:b6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '8e290483-eff8-462e-be86-c9de2f5e9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:26:56Z', 'updated_at': '2021-10-12T18:27:00Z', 'revision_number': 4, 'project_id': '7f9fb6543096402dbf4351b0e6639431', 'subnets': [{'id': '8e290483-eff8-462e-be86-c9de2f5e9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:27:00.616341 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd158b31-e4db-4708-bc6c-ab6d679d4e64 None None] The sync data for ids ['34aa571f-b501-4437-b555-7164c41fcfc8'] in dv-cinder-813227-2-iscsi is: [{'id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1055498132-router', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '396d4320-034f-4767-8512-57dabfc958c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:26:53Z', 'updated_at': '2021-10-12T18:26:57Z', 'revision_number': 4, 'project_id': '7f9fb6543096402dbf4351b0e6639431', 'gw_port': {'id': '396d4320-034f-4767-8512-57dabfc958c5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:26:54Z', 'updated_at': '2021-10-12T18:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e', 'name': '', 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'mac_address': 'fa:16:3e:df:b6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '8e290483-eff8-462e-be86-c9de2f5e9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:26:56Z', 'updated_at': '2021-10-12T18:27:00Z', 'revision_number': 4, 'project_id': '7f9fb6543096402dbf4351b0e6639431', 'subnets': [{'id': '8e290483-eff8-462e-be86-c9de2f5e9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:27:01.092630 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:27:01.143369 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:01.143746 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:01.225251 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:01.263688 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e,segment=NetworkSegment(b99991a6-1642-4270-ad50-2fbe9e23d277),segment_id=b99991a6-1642-4270-ad50-2fbe9e23d277)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:01.336512 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:01.337308 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 396d4320-034f-4767-8512-57dabfc958c5 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:27:01.423358 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:01.438019 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 396d4320-034f-4767-8512-57dabfc958c5 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:01.438561 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:01.907946 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb58323-27bc-4aba-8917-aa894a24a076 req-42e35c25-dd98-483d-aaf9-39b6ca974c7c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:01.909948 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-42e35c25-dd98-483d-aaf9-39b6ca974c7c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/networks?id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 HTTP/1.1" status: 200 len: 819 time: 0.1054680 Oct 12 18:27:01.927962 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-8e4380db-f874-4b43-ac67-9838eea4f8a6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/quotas/7f9fb6543096402dbf4351b0e6639431 HTTP/1.1" status: 200 len: 375 time: 0.0102181 Oct 12 18:27:01.978236 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-78bf4465-ca7d-4b8b-b1f0-4f1d0ddf5bca tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f9fb6543096402dbf4351b0e6639431&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427897 Oct 12 18:27:02.082854 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-03345f9e-6f22-4175-bebe-a19629437b70 service neutron] 10.222.0.18 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962703 Oct 12 18:27:02.175686 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-d9cd7a50-9af9-46aa-aec3-121b21681fa4 service neutron] 10.222.0.18 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866039 Oct 12 18:27:02.461590 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-59f0c551-9a1e-4498-9e61-7ac5ce8e1d3b req-a414efa4-8160-419c-80ae-2a1b016b08a0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 210 time: 0.0306711 Oct 12 18:27:02.735151 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-89117e18-3bd5-4f68-bf65-fd9a9f5c1e47 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:02.736867 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-89117e18-3bd5-4f68-bf65-fd9a9f5c1e47 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/networks?id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 HTTP/1.1" status: 200 len: 819 time: 0.1315172 Oct 12 18:27:02.753640 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-7133e586-f100-420a-9901-424780c54d6f tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/quotas/7f9fb6543096402dbf4351b0e6639431 HTTP/1.1" status: 200 len: 375 time: 0.0100472 Oct 12 18:27:02.807328 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-56bc2fb4-ab32-4a3a-a8b2-f4952ea4205f tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f9fb6543096402dbf4351b0e6639431&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478392 Oct 12 18:27:02.907303 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6eee6df7-b5c8-448a-905f-9defa571dce3 service neutron] 10.222.0.18 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928364 Oct 12 18:27:03.023601 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6c610256-f331-4897-adcb-a31e24650f5e service neutron] 10.222.0.18 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083310 Oct 12 18:27:03.041127 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:27:03.270671 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:03.271089 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:03.279864 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 46388) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:03.364835 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-501029e6-992d-4349-8015-e5dac0b1aa3d req-29fe2aff-1c19-4a76-85cb-d4f47ea1bc0d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 210 time: 0.0411057 Oct 12 18:27:03.481003 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99093d51-19bc-42f4-a5b8-6e64e57f4e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:03.570999 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99093d51-19bc-42f4-a5b8-6e64e57f4e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:03.691803 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-99093d51-19bc-42f4-a5b8-6e64e57f4e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:03.742941 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-99093d51-19bc-42f4-a5b8-6e64e57f4e64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1d89399a662419abd9e68a1e4bbeb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561696 Oct 12 18:27:03.742941 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 46410) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:03.742941 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99093d51-19bc-42f4-a5b8-6e64e57f4e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531ccd29-150b-4ac1-b199-7011f6803d10,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:03.816360 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3e59bb66-a248-4a45-97d0-7aa56b408716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:03.848133 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3e59bb66-a248-4a45-97d0-7aa56b408716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:04.027818 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3e59bb66-a248-4a45-97d0-7aa56b408716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:04.030848 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3e59bb66-a248-4a45-97d0-7aa56b408716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:04.032024 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-3e59bb66-a248-4a45-97d0-7aa56b408716 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/531ccd29-150b-4ac1-b199-7011f6803d10 HTTP/1.1" status: 204 len: 168 time: 0.2922506 Oct 12 18:27:04.041204 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59bb66-a248-4a45-97d0-7aa56b408716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531ccd29-150b-4ac1-b199-7011f6803d10,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:04.324033 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-468c97c7-cd0e-4ca3-bd11-74c2aa33c0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:04.662422 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 46432) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:04.677927 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-13e17362-6787-4f8c-9c07-079de10e09cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:04.749629 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-13e17362-6787-4f8c-9c07-079de10e09cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:04.810871 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-13e17362-6787-4f8c-9c07-079de10e09cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:04.852925 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-13e17362-6787-4f8c-9c07-079de10e09cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f77a2a2e456b441486f41e62c8bc3310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898358 Oct 12 18:27:04.853666 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e17362-6787-4f8c-9c07-079de10e09cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ad074e-fd18-4cda-a611-58afe740b8ea,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:04.855466 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 46434) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:04.903754 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1bc4-467a-4367-8a55-5aeb1e87d7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:04.923931 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1bc4-467a-4367-8a55-5aeb1e87d7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:05.113570 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1bc4-467a-4367-8a55-5aeb1e87d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:05.116039 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1bc4-467a-4367-8a55-5aeb1e87d7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:05.117240 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-dc0b1bc4-467a-4367-8a55-5aeb1e87d7a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27ad074e-fd18-4cda-a611-58afe740b8ea HTTP/1.1" status: 204 len: 168 time: 0.2607884 Oct 12 18:27:05.125010 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b1bc4-467a-4367-8a55-5aeb1e87d7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ad074e-fd18-4cda-a611-58afe740b8ea,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:06.449875 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 46470) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:06.545140 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-551011260-network', 'tenant_id': 'ec6b4ea245ba455cb3a788ef7907c669'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:06.632251 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Made reservation on behalf of ec6b4ea245ba455cb3a788ef7907c669 for: {'network': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:27:06.634585 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:06.643348 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:06.718228 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:06.896267 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:06.920376 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:27:06.930276 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ce7809-eb34-46fe-bab0-f4bbdd877b02,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:06.934874 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:06.935221 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.segments_db [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Added segment ef2c8416-83da-4f87-bbf7-da1aa8055df3 of type vlan for network 0999fba4-b001-46c1-a95d-aa5cf57e9c09 Oct 12 18:27:06.976679 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:07.062019 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:07.063024 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:07.063837 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:07.122389 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] Pushing event updated for resources: {'Network': ['ID=0999fba4-b001-46c1-a95d-aa5cf57e9c09,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:07.132104 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network 0999fba4-b001-46c1-a95d-aa5cf57e9c09 details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:27:07.196446 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-ff67b0a7-e76a-4766-ab84-7214f529755b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7451744 Oct 12 18:27:07.199121 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 46476) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:07.204783 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-c7ed4b2e-fd7f-4b04-80f9-4d946997a6e1 admin admin] Request body: {'subnet': {'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-551011260-subnet', 'tenant_id': 'ec6b4ea245ba455cb3a788ef7907c669', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:07.278578 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10791d26-230d-4d32-b350-d3d1497de06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:07.301428 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ed4b2e-fd7f-4b04-80f9-4d946997a6e1 admin admin] Made reservation on behalf of ec6b4ea245ba455cb3a788ef7907c669 for: {'subnet': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:27:07.303835 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c7ed4b2e-fd7f-4b04-80f9-4d946997a6e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30502989'] for subnet, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:07.547099 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c7ed4b2e-fd7f-4b04-80f9-4d946997a6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31250011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30503011'] for subnet, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:07.600684 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed4b2e-fd7f-4b04-80f9-4d946997a6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=490e7929-3c36-4a11-b406-54f7c3af926a,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:07.609583 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed4b2e-fd7f-4b04-80f9-4d946997a6e1 admin admin] Checking segment: {'id': 'ef2c8416-83da-4f87-bbf7-da1aa8055df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:27:07.609935 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ed4b2e-fd7f-4b04-80f9-4d946997a6e1 admin admin] Network hostable DHCP agents. Network: 0999fba4-b001-46c1-a95d-aa5cf57e9c09, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:27:07.712536 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ed4b2e-fd7f-4b04-80f9-4d946997a6e1 admin admin] Network 0999fba4-b001-46c1-a95d-aa5cf57e9c09 is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:27:07.786627 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-c7ed4b2e-fd7f-4b04-80f9-4d946997a6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, 0999fba4-b001-46c1-a95d-aa5cf57e9c09) {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:07.790786 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed4b2e-fd7f-4b04-80f9-4d946997a6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:07.791346 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c7ed4b2e-fd7f-4b04-80f9-4d946997a6e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:07.795910 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ba966-3121-43a4-9985-3856bdd2a8d9 None None] Network 0999fba4-b001-46c1-a95d-aa5cf57e9c09 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:27:07.916326 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-c7ed4b2e-fd7f-4b04-80f9-4d946997a6e1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7160318 Oct 12 18:27:07.929138 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abec882-8bf7-4946-b37b-ac382bf56e7f None None] Network 0999fba4-b001-46c1-a95d-aa5cf57e9c09 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:27:08.086113 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:08.255614 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5122022e-0438-4011-915a-68672d65cbda req-a79c815e-8887-4b35-871a-366389c06c3a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 210 time: 0.0505471 Oct 12 18:27:08.308894 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:09.366327 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-206d40dc-87da-4cb1-b0f0-7104e1a56257 req-44494dc8-8263-43dd-bd75-3ee7b8f7fa39 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 210 time: 0.0366299 Oct 12 18:27:09.625994 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-d15b20ad-d599-4c0a-832e-4ae82427e7a8 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:09.628047 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-d15b20ad-d599-4c0a-832e-4ae82427e7a8 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.42 "GET /v2.0/networks?id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 HTTP/1.1" status: 200 len: 819 time: 0.3460712 Oct 12 18:27:09.644128 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6e6a088e-8768-4acb-ae4d-f98ce1634cdc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Request body: {'port': {'device_id': '40b9689f-c878-4777-b81b-976434249834', 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11', 'admin_state_up': True, 'tenant_id': '7f9fb6543096402dbf4351b0e6639431'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:09.868220 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6e6a088e-8768-4acb-ae4d-f98ce1634cdc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Made reservation on behalf of 7f9fb6543096402dbf4351b0e6639431 for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:27:09.871778 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6e6a088e-8768-4acb-ae4d-f98ce1634cdc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:09.936595 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:10.036441 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6e6a088e-8768-4acb-ae4d-f98ce1634cdc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Allocated IP 172.20.0.8 (fac3b2f3-b1a1-43ec-856b-2b436d7ccd11/8e290483-eff8-462e-be86-c9de2f5e9c99/28d1dc71-8166-49a5-a37e-6d2062224b4a) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:27:10.107974 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb58323-27bc-4aba-8917-aa894a24a076 req-9da7ec1e-0b95-4e17-a44a-b856e90cb104 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:10.110558 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-9da7ec1e-0b95-4e17-a44a-b856e90cb104 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.42 "GET /v2.0/networks?id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 HTTP/1.1" status: 200 len: 819 time: 0.1224387 Oct 12 18:27:10.123439 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-deb58323-27bc-4aba-8917-aa894a24a076 req-d6df0bfa-2404-4df6-b761-fb3e8ca7abb7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Request body: {'port': {'device_id': '4ade368f-e898-4346-83a8-3d3eb86c8192', 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11', 'admin_state_up': True, 'tenant_id': '7f9fb6543096402dbf4351b0e6639431'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:10.239283 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6e6a088e-8768-4acb-ae4d-f98ce1634cdc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:10.320015 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb58323-27bc-4aba-8917-aa894a24a076 req-d6df0bfa-2404-4df6-b761-fb3e8ca7abb7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Made reservation on behalf of 7f9fb6543096402dbf4351b0e6639431 for: {'port': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:27:10.326588 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-deb58323-27bc-4aba-8917-aa894a24a076 req-d6df0bfa-2404-4df6-b761-fb3e8ca7abb7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:10.378921 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6e6a088e-8768-4acb-ae4d-f98ce1634cdc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:10.432447 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6e6a088e-8768-4acb-ae4d-f98ce1634cdc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:27:10.438344 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6e6a088e-8768-4acb-ae4d-f98ce1634cdc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:10.446101 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6e6a088e-8768-4acb-ae4d-f98ce1634cdc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:27:10.453101 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6e6a088e-8768-4acb-ae4d-f98ce1634cdc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:10.453907 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6e6a088e-8768-4acb-ae4d-f98ce1634cdc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:10.467561 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a088e-8768-4acb-ae4d-f98ce1634cdc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Pushing event updated for resources: {'Port': ['ID=28d1dc71-8166-49a5-a37e-6d2062224b4a,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:10.515150 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [req-deb58323-27bc-4aba-8917-aa894a24a076 req-d6df0bfa-2404-4df6-b761-fb3e8ca7abb7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Allocated IP 172.20.0.11 (fac3b2f3-b1a1-43ec-856b-2b436d7ccd11/8e290483-eff8-462e-be86-c9de2f5e9c99/fc8c6d70-7941-4089-842b-2e9d99ab6161) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:27:10.552281 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-6e6a088e-8768-4acb-ae4d-f98ce1634cdc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9119310 Oct 12 18:27:10.564778 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58956b96-251c-46dc-a6b4-a1849e59c1a1 req-0dcf2af0-d8b3-4e4c-8259-415839eb3909 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:10.566750 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-58956b96-251c-46dc-a6b4-a1849e59c1a1 req-0dcf2af0-d8b3-4e4c-8259-415839eb3909 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 931 time: 0.0691986 Oct 12 18:27:10.604558 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-58956b96-251c-46dc-a6b4-a1849e59c1a1 req-96affabb-e21c-4b6f-a2f3-90f4a9a736f8 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Oct 12 18:27:10.651740 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Request body: {'port': {'device_id': '40b9689f-c878-4777-b81b-976434249834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:10.671588 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-deb58323-27bc-4aba-8917-aa894a24a076 req-d6df0bfa-2404-4df6-b761-fb3e8ca7abb7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:10.709023 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:10.737078 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:10.788234 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-deb58323-27bc-4aba-8917-aa894a24a076 req-d6df0bfa-2404-4df6-b761-fb3e8ca7abb7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:10.882582 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb58323-27bc-4aba-8917-aa894a24a076 req-d6df0bfa-2404-4df6-b761-fb3e8ca7abb7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:27:10.888600 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [req-deb58323-27bc-4aba-8917-aa894a24a076 req-d6df0bfa-2404-4df6-b761-fb3e8ca7abb7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:10.889060 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb58323-27bc-4aba-8917-aa894a24a076 req-d6df0bfa-2404-4df6-b761-fb3e8ca7abb7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:27:10.932274 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df0bfa-2404-4df6-b761-fb3e8ca7abb7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Pushing event updated for resources: {'Port': ['ID=fc8c6d70-7941-4089-842b-2e9d99ab6161,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:10.955464 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb58323-27bc-4aba-8917-aa894a24a076 req-d6df0bfa-2404-4df6-b761-fb3e8ca7abb7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:10.956116 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-deb58323-27bc-4aba-8917-aa894a24a076 req-d6df0bfa-2404-4df6-b761-fb3e8ca7abb7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:11.057940 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d1dc71-8166-49a5-a37e-6d2062224b4a {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:27:11.065393 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-d6df0bfa-2404-4df6-b761-fb3e8ca7abb7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9458895 Oct 12 18:27:11.070996 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:11.080717 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Request body: {'port': {'device_id': '4ade368f-e898-4346-83a8-3d3eb86c8192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:11.084194 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Transition to ACTIVE for port object 28d1dc71-8166-49a5-a37e-6d2062224b4a will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:27:11.138686 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:11.187069 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:11.262087 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Pushing event updated for resources: {'Port': ['ID=28d1dc71-8166-49a5-a37e-6d2062224b4a,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:11.279549 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Attempting to bind port 28d1dc71-8166-49a5-a37e-6d2062224b4a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:27:11.280043 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Attempting to bind port 28d1dc71-8166-49a5-a37e-6d2062224b4a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b99991a6-1642-4270-ad50-2fbe9e23d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:27:11.280571 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Attempting to bind port 28d1dc71-8166-49a5-a37e-6d2062224b4a on network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:27:11.287002 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Port 28d1dc71-8166-49a5-a37e-6d2062224b4a on network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:27:11.287469 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Attempting to bind port 28d1dc71-8166-49a5-a37e-6d2062224b4a on network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:27:11.294810 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:27:11.295325 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Checking segment: {'id': 'b99991a6-1642-4270-ad50-2fbe9e23d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:27:11.299729 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Bound using segment: {'id': 'b99991a6-1642-4270-ad50-2fbe9e23d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:27:11.299729 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Bound port: 28d1dc71-8166-49a5-a37e-6d2062224b4a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99991a6-1642-4270-ad50-2fbe9e23d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:27:11.299729 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:11.371529 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] For port 28d1dc71-8166-49a5-a37e-6d2062224b4a, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:27:11.375382 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] For port 28d1dc71-8166-49a5-a37e-6d2062224b4a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28d1dc71-8166-49a5-a37e-6d2062224b4a,segment=NetworkSegment(b99991a6-1642-4270-ad50-2fbe9e23d277),segment_id=b99991a6-1642-4270-ad50-2fbe9e23d277)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:27:11.433096 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8c6d70-7941-4089-842b-2e9d99ab6161 {{(pid=94836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:27:11.442539 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:11.444690 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:11.457276 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.provisioning_blocks [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Transition to ACTIVE for port object fc8c6d70-7941-4089-842b-2e9d99ab6161 will not be triggered until provisioned by entity L2. {{(pid=94836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:27:11.482602 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:11.483197 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:11.484599 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] 10.222.0.42 "PUT /v2.0/ports/28d1dc71-8166-49a5-a37e-6d2062224b4a HTTP/1.1" status: 200 len: 1093 time: 0.8373928 Oct 12 18:27:11.485034 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b9689f-c878-4777-b81b-976434249834', 'tag': '28d1dc71-8166-49a5-a37e-6d2062224b4a'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:27:11.487824 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a4fe60-11c1-465f-885d-bc191ebff3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "40b9689f-c878-4777-b81b-976434249834", "tag": "28d1dc71-8166-49a5-a37e-6d2062224b4a"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:27:11.511290 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa355b1-dd22-4319-a7d3-0ce16877ba52 service neutron] Pushing event updated for resources: {'Port': ['ID=28d1dc71-8166-49a5-a37e-6d2062224b4a,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:11.526434 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c01b2f0-a11f-481d-adb4-68b4189d7406 x-openstack-request-id: req-6c01b2f0-a11f-481d-adb4-68b4189d7406 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:27:11.526726 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b9689f-c878-4777-b81b-976434249834", "tag": "28d1dc71-8166-49a5-a37e-6d2062224b4a", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:27:11.526978 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c01b2f0-a11f-481d-adb4-68b4189d7406 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:27:11.527371 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b9689f-c878-4777-b81b-976434249834', 'tag': '28d1dc71-8166-49a5-a37e-6d2062224b4a', 'status': 'completed', 'code': 200} Oct 12 18:27:11.530994 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:11.583052 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Pushing event updated for resources: {'Port': ['ID=fc8c6d70-7941-4089-842b-2e9d99ab6161,revision_number=2']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:11.590895 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4fe60-11c1-465f-885d-bc191ebff3fa req-dcb0812b-aef3-4f9e-9dc9-6212b72d0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:11.592657 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f8a4fe60-11c1-465f-885d-bc191ebff3fa req-dcb0812b-aef3-4f9e-9dc9-6212b72d0400 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f9fb6543096402dbf4351b0e6639431&device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 1096 time: 0.0443702 Oct 12 18:27:11.684013 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Attempting to bind port fc8c6d70-7941-4089-842b-2e9d99ab6161 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:27:11.684348 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Attempting to bind port fc8c6d70-7941-4089-842b-2e9d99ab6161 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b99991a6-1642-4270-ad50-2fbe9e23d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11'}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:27:11.684713 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Attempting to bind port fc8c6d70-7941-4089-842b-2e9d99ab6161 on network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:27:11.689420 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Port fc8c6d70-7941-4089-842b-2e9d99ab6161 on network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:27:11.689747 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Attempting to bind port fc8c6d70-7941-4089-842b-2e9d99ab6161 on network fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:27:11.694695 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:27:11.698059 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Checking segment: {'id': 'b99991a6-1642-4270-ad50-2fbe9e23d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:27:11.698059 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Bound using segment: {'id': 'b99991a6-1642-4270-ad50-2fbe9e23d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11'} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:27:11.698059 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Bound port: fc8c6d70-7941-4089-842b-2e9d99ab6161, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99991a6-1642-4270-ad50-2fbe9e23d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11'}}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:27:11.698059 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:11.764459 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] For port fc8c6d70-7941-4089-842b-2e9d99ab6161, host hv-cinder-81322, cleared binding levels {{(pid=94836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:27:11.767506 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] For port fc8c6d70-7941-4089-842b-2e9d99ab6161, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc8c6d70-7941-4089-842b-2e9d99ab6161,segment=NetworkSegment(b99991a6-1642-4270-ad50-2fbe9e23d277),segment_id=b99991a6-1642-4270-ad50-2fbe9e23d277)] {{(pid=94836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:27:11.804509 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4fe60-11c1-465f-885d-bc191ebff3fa req-91779031-d594-4f6f-ab20-257994f31ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:11.805958 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f8a4fe60-11c1-465f-885d-bc191ebff3fa req-91779031-d594-4f6f-ab20-257994f31ca7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7f9fb6543096402dbf4351b0e6639431&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2029641 Oct 12 18:27:11.814452 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd94f-86a8-4b27-9f8a-046ea920b527 req-f35a0eb6-c775-43b2-959d-3012a2996fb9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:11.815888 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8cbbd94f-86a8-4b27-9f8a-046ea920b527 req-f35a0eb6-c775-43b2-959d-3012a2996fb9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 943 time: 0.1213746 Oct 12 18:27:11.908803 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:11.931789 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:11.936754 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:11.938391 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] 10.222.0.42 "PUT /v2.0/ports/fc8c6d70-7941-4089-842b-2e9d99ab6161 HTTP/1.1" status: 200 len: 1094 time: 0.8632777 Oct 12 18:27:11.938964 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ade368f-e898-4346-83a8-3d3eb86c8192', 'tag': 'fc8c6d70-7941-4089-842b-2e9d99ab6161'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:27:11.941199 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362bd11a-4322-4f0b-87ca-f7cbac9ad574" -d '{"events": [{"name": "network-changed", "server_uuid": "4ade368f-e898-4346-83a8-3d3eb86c8192", "tag": "fc8c6d70-7941-4089-842b-2e9d99ab6161"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:27:11.988680 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8cbbd94f-86a8-4b27-9f8a-046ea920b527 req-55e3f11d-8dc4-4221-ae71-4849837924f4 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586704 Oct 12 18:27:12.008915 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66765d-e906-45c0-9869-72bb1826952b service neutron] Pushing event updated for resources: {'Port': ['ID=fc8c6d70-7941-4089-842b-2e9d99ab6161,revision_number=3']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:12.012954 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1609b52d-dce7-4da8-b6f5-95e781dc390f x-openstack-request-id: req-1609b52d-dce7-4da8-b6f5-95e781dc390f {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:27:12.013349 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ade368f-e898-4346-83a8-3d3eb86c8192", "tag": "fc8c6d70-7941-4089-842b-2e9d99ab6161", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:27:12.013697 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1609b52d-dce7-4da8-b6f5-95e781dc390f {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:27:12.014271 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ade368f-e898-4346-83a8-3d3eb86c8192', 'tag': 'fc8c6d70-7941-4089-842b-2e9d99ab6161', 'status': 'completed', 'code': 200} Oct 12 18:27:12.091906 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4fe60-11c1-465f-885d-bc191ebff3fa req-61eefcbe-6eae-4f81-91e9-844671d69b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:12.093440 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f8a4fe60-11c1-465f-885d-bc191ebff3fa req-61eefcbe-6eae-4f81-91e9-844671d69b12 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2766533 Oct 12 18:27:12.096507 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd11a-4322-4f0b-87ca-f7cbac9ad574 req-55cfc745-a0c7-4958-93eb-69218a5f332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:12.099274 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-362bd11a-4322-4f0b-87ca-f7cbac9ad574 req-55cfc745-a0c7-4958-93eb-69218a5f332a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f9fb6543096402dbf4351b0e6639431&device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 1097 time: 0.0660608 Oct 12 18:27:12.251361 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-77f2d1ed-c8a9-44b6-8813-5fe194e2c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:12.253559 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-77f2d1ed-c8a9-44b6-8813-5fe194e2c7ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f9fb6543096402dbf4351b0e6639431&device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 1096 time: 0.0974491 Oct 12 18:27:12.290549 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd11a-4322-4f0b-87ca-f7cbac9ad574 req-d2bbf94e-4ba2-46a6-bc06-1d2af4cef4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:12.292137 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-362bd11a-4322-4f0b-87ca-f7cbac9ad574 req-d2bbf94e-4ba2-46a6-bc06-1d2af4cef4fc service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7f9fb6543096402dbf4351b0e6639431&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1845286 Oct 12 18:27:12.304193 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-ec7d7990-efa8-4b98-a5d5-a7f4935e8ac3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28d1dc71-8166-49a5-a37e-6d2062224b4a HTTP/1.1" status: 200 len: 217 time: 0.0377333 Oct 12 18:27:12.310823 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-585f4ab1-6c2c-40df-9ea7-db7d84097f2e tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:12.312224 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-585f4ab1-6c2c-40df-9ea7-db7d84097f2e tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/networks?id=0999fba4-b001-46c1-a95d-aa5cf57e9c09 HTTP/1.1" status: 200 len: 808 time: 0.1856565 Oct 12 18:27:12.365479 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-cbdad4a7-f5fb-4645-aef2-a5d093a413c7 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/quotas/ec6b4ea245ba455cb3a788ef7907c669 HTTP/1.1" status: 200 len: 375 time: 0.0223565 Oct 12 18:27:12.385054 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 46618) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:12.389470 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-a7ddc04b-58db-4459-9f63-527c72c12611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:12.393377 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-a7ddc04b-58db-4459-9f63-527c72c12611 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e290483-eff8-462e-be86-c9de2f5e9c99 HTTP/1.1" status: 200 len: 859 time: 0.0781136 Oct 12 18:27:12.421560 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-c3b40fd0-cf73-4378-9814-87c91df5781a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec6b4ea245ba455cb3a788ef7907c669&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409694 Oct 12 18:27:12.436144 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-704da3fd-db09-459e-883c-9d7f763c1a34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297945 Oct 12 18:27:12.502925 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd11a-4322-4f0b-87ca-f7cbac9ad574 req-c7c9771b-7a42-4f84-8e75-325197ffd45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:12.504731 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-362bd11a-4322-4f0b-87ca-f7cbac9ad574 req-c7c9771b-7a42-4f84-8e75-325197ffd45d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2008226 Oct 12 18:27:12.590808 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3613114b-9c6a-46ef-8cba-b3cbf85043d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:12.622186 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-1b608bad-4840-4914-a63b-906f37d2072d service neutron] 10.222.0.18 "GET /v2.0/networks/0999fba4-b001-46c1-a95d-aa5cf57e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850605 Oct 12 18:27:12.628138 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-487b7d79-7f56-4a3e-a1fd-8dce85cd91ae service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780894 Oct 12 18:27:12.646363 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb58323-27bc-4aba-8917-aa894a24a076 req-db12a799-ef08-450b-832d-2403207cae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:12.648591 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-db12a799-ef08-450b-832d-2403207cae8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f9fb6543096402dbf4351b0e6639431&device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 1097 time: 0.0892980 Oct 12 18:27:12.700489 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-1dcd9c36-de89-4000-94df-0b431e77b3eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc8c6d70-7941-4089-842b-2e9d99ab6161 HTTP/1.1" status: 200 len: 217 time: 0.0412357 Oct 12 18:27:12.776642 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb58323-27bc-4aba-8917-aa894a24a076 req-398c2187-ddee-4c31-b173-84755387dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:12.777996 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-398c2187-ddee-4c31-b173-84755387dbd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e290483-eff8-462e-be86-c9de2f5e9c99 HTTP/1.1" status: 200 len: 859 time: 0.0679731 Oct 12 18:27:12.782796 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3613114b-9c6a-46ef-8cba-b3cbf85043d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:12.795332 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-da2c0460-cc06-4fab-ad8d-94af9237fa70 service neutron] 10.222.0.18 "GET /v2.0/networks/0999fba4-b001-46c1-a95d-aa5cf57e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650267 Oct 12 18:27:12.797231 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1387edf6-bcb4-4759-a774-18d6442e8c0d req-c14e011f-2bad-4297-ac63-0080dcfbb23c service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598091 Oct 12 18:27:12.838723 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-0433c13e-4099-4f24-be81-a34300cb964e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370042 Oct 12 18:27:12.905737 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3613114b-9c6a-46ef-8cba-b3cbf85043d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:13.150101 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f7745913-4288-43c1-8750-93a4f95d35c6 req-e35c96ce-1da2-4793-b72b-218c5179e947 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 210 time: 0.0685666 Oct 12 18:27:13.158822 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-3613114b-9c6a-46ef-8cba-b3cbf85043d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a45c008831ec45c69ede876b29e30bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7701495 Oct 12 18:27:13.159450 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 46652) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:13.165874 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613114b-9c6a-46ef-8cba-b3cbf85043d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc22fa87-2851-470c-938a-f88da14d083b,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:13.199755 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-b9a140d2-9120-4d81-a8fe-b1e9a98dc67b service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501291 Oct 12 18:27:13.217778 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 46654) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:13.250240 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbb765-4489-4656-aadc-06a6696b32c0 req-a959d876-7e89-4088-9bb6-3558ae967d21 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:13.258120 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a1dbb765-4489-4656-aadc-06a6696b32c0 req-a959d876-7e89-4088-9bb6-3558ae967d21 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 943 time: 0.1373484 Oct 12 18:27:13.299848 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-554c5a96-c7e1-4d15-b308-3aa7e394acdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:13.320140 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-deb58323-27bc-4aba-8917-aa894a24a076 req-17037f92-a27f-4a8a-ada2-8aaad9695539 service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097341 Oct 12 18:27:13.321242 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a1dbb765-4489-4656-aadc-06a6696b32c0 req-fa4f02a2-d5b3-4e7a-8e83-c6b59b70d75c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622127 Oct 12 18:27:13.345270 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-554c5a96-c7e1-4d15-b308-3aa7e394acdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:13.424771 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-febafe0e-be9d-4db6-963d-2d2c3dafe934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:13.475938 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-554c5a96-c7e1-4d15-b308-3aa7e394acdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:13.478414 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-554c5a96-c7e1-4d15-b308-3aa7e394acdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:13.480574 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-554c5a96-c7e1-4d15-b308-3aa7e394acdb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc22fa87-2851-470c-938a-f88da14d083b HTTP/1.1" status: 204 len: 168 time: 0.3104377 Oct 12 18:27:13.496553 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c5a96-c7e1-4d15-b308-3aa7e394acdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc22fa87-2851-470c-938a-f88da14d083b,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:13.552455 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-febafe0e-be9d-4db6-963d-2d2c3dafe934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:13.639583 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-febafe0e-be9d-4db6-963d-2d2c3dafe934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:13.685605 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-febafe0e-be9d-4db6-963d-2d2c3dafe934 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e28f8af988f8432eb33c6d4af8e0b48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663594 Oct 12 18:27:13.686555 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febafe0e-be9d-4db6-963d-2d2c3dafe934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeea0a6-f0d1-4abb-8f8f-9f12355e2718,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:13.688254 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 46674) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:13.744520 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-dbb37e43-781d-4948-b150-fbd102f25d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:13.787317 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-dbb37e43-781d-4948-b150-fbd102f25d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:13.965253 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-dbb37e43-781d-4948-b150-fbd102f25d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:13.967872 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-dbb37e43-781d-4948-b150-fbd102f25d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:13.969060 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-dbb37e43-781d-4948-b150-fbd102f25d58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/beeea0a6-f0d1-4abb-8f8f-9f12355e2718 HTTP/1.1" status: 204 len: 168 time: 0.2797456 Oct 12 18:27:13.978274 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb37e43-781d-4948-b150-fbd102f25d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeea0a6-f0d1-4abb-8f8f-9f12355e2718,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:14.225399 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4d47c3cc-6f89-4c12-b9b0-5c7fc46a8dc7 req-05a5b8b7-823c-4993-89fa-28cc6f505a0c tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 210 time: 0.0265465 Oct 12 18:27:14.298315 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 46692) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:14.311152 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c01b03eb-4f6e-431e-a17a-ed99eb8e7e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:14.387914 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c01b03eb-4f6e-431e-a17a-ed99eb8e7e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:14.445165 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697ecad-3f82-44d2-858b-01004d360e4c req-cb548e16-9ef5-4150-82c8-2c507e06b2aa tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:14.446695 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2697ecad-3f82-44d2-858b-01004d360e4c req-cb548e16-9ef5-4150-82c8-2c507e06b2aa tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 943 time: 0.0516443 Oct 12 18:27:14.478936 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c01b03eb-4f6e-431e-a17a-ed99eb8e7e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:14.484905 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2697ecad-3f82-44d2-858b-01004d360e4c req-6becb0e7-101e-4806-9f5d-460bea6e5c60 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Oct 12 18:27:14.518296 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b03eb-4f6e-431e-a17a-ed99eb8e7e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3565db1-384a-4d9b-a5ff-6621c523bd97,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:14.525690 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-c01b03eb-4f6e-431e-a17a-ed99eb8e7e3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00ecfacaa05c41bd8b89d62f18cb1f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260277 Oct 12 18:27:14.528431 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 46702) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:14.576157 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-dcc5e569-6023-4283-8ba5-357471dfaa50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:14.599534 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-dcc5e569-6023-4283-8ba5-357471dfaa50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:14.725060 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-dcc5e569-6023-4283-8ba5-357471dfaa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:14.727554 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-dcc5e569-6023-4283-8ba5-357471dfaa50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:14.728772 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-dcc5e569-6023-4283-8ba5-357471dfaa50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3565db1-384a-4d9b-a5ff-6621c523bd97 HTTP/1.1" status: 204 len: 168 time: 0.1992459 Oct 12 18:27:14.737285 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5e569-6023-4283-8ba5-357471dfaa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3565db1-384a-4d9b-a5ff-6621c523bd97,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:14.792981 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 46706) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:14.806687 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-16bb0f1f-0e42-48a7-b4cb-58af87415f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:14.885490 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-16bb0f1f-0e42-48a7-b4cb-58af87415f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:15.005010 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-16bb0f1f-0e42-48a7-b4cb-58af87415f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:15.046545 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-16bb0f1f-0e42-48a7-b4cb-58af87415f29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4d5e435139e4983bcda6cbac220d75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523696 Oct 12 18:27:15.047390 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb0f1f-0e42-48a7-b4cb-58af87415f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161070cc-0aa8-4f6b-8d60-de0db8e7e7b8,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:15.051201 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 46716) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:15.125918 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bb5ef454-924f-4dbf-b657-0d215b32beea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:15.158677 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bb5ef454-924f-4dbf-b657-0d215b32beea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:15.324802 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cca8b024-4873-4305-bc10-d518550deaac req-7189bad0-f201-48ea-9d7f-c467030c1a8d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 210 time: 0.0269470 Oct 12 18:27:15.325518 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bb5ef454-924f-4dbf-b657-0d215b32beea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:15.328019 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bb5ef454-924f-4dbf-b657-0d215b32beea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:15.329072 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-bb5ef454-924f-4dbf-b657-0d215b32beea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/161070cc-0aa8-4f6b-8d60-de0db8e7e7b8 HTTP/1.1" status: 204 len: 168 time: 0.2775376 Oct 12 18:27:15.336956 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ef454-924f-4dbf-b657-0d215b32beea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161070cc-0aa8-4f6b-8d60-de0db8e7e7b8,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:15.555597 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 46726) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:15.577436 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-8b0c50e5-ceee-4f75-b88e-0b494ee6d7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:15.643145 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344f834-d7ab-4c75-a17a-27a85b6f8e8e req-c457f75f-c5ed-4d13-8773-5fe064601367 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:15.644653 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8344f834-d7ab-4c75-a17a-27a85b6f8e8e req-c457f75f-c5ed-4d13-8773-5fe064601367 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 943 time: 0.0826709 Oct 12 18:27:15.698934 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8344f834-d7ab-4c75-a17a-27a85b6f8e8e req-df52b0d0-17c0-4328-9e03-152d92f3adae tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478377 Oct 12 18:27:15.724606 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-8b0c50e5-ceee-4f75-b88e-0b494ee6d7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:15.803841 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-8b0c50e5-ceee-4f75-b88e-0b494ee6d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:15.843859 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-8b0c50e5-ceee-4f75-b88e-0b494ee6d7cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4749f4bb47846b7996e25d8ba06a292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870660 Oct 12 18:27:15.845020 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c50e5-ceee-4f75-b88e-0b494ee6d7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a64ed3d-b316-4a6f-80c8-3cd845cbc245,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:15.848157 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 46730) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:15.882250 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-6d2805c9-bec8-47fc-beb6-3ea1dd665505 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:15.883806 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-6d2805c9-bec8-47fc-beb6-3ea1dd665505 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.42 "GET /v2.0/networks?id=0999fba4-b001-46c1-a95d-aa5cf57e9c09 HTTP/1.1" status: 200 len: 808 time: 0.1133211 Oct 12 18:27:15.899421 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-fab695ce-747d-4b20-b714-21e96ca08f4d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Request body: {'port': {'device_id': '7248b1cd-5fb8-47c6-a410-5538946ca79a', 'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09', 'admin_state_up': True, 'tenant_id': 'ec6b4ea245ba455cb3a788ef7907c669'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:15.900366 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c411cbf9-51a1-4fef-a37e-42cdebecd8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:15.924199 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c411cbf9-51a1-4fef-a37e-42cdebecd8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:16.107979 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c411cbf9-51a1-4fef-a37e-42cdebecd8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:16.110588 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c411cbf9-51a1-4fef-a37e-42cdebecd8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:16.115087 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-c411cbf9-51a1-4fef-a37e-42cdebecd8c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a64ed3d-b316-4a6f-80c8-3cd845cbc245 HTTP/1.1" status: 204 len: 168 time: 0.2627063 Oct 12 18:27:16.122492 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411cbf9-51a1-4fef-a37e-42cdebecd8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a64ed3d-b316-4a6f-80c8-3cd845cbc245,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:16.157284 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 46744) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:16.199316 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-fab695ce-747d-4b20-b714-21e96ca08f4d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Made reservation on behalf of ec6b4ea245ba455cb3a788ef7907c669 for: {'port': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:27:16.203680 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-fab695ce-747d-4b20-b714-21e96ca08f4d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:16.398778 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-5ea0b5e6-701c-46cb-b37a-7220e73f9ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:16.439657 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-fab695ce-747d-4b20-b714-21e96ca08f4d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Allocated IP 172.20.0.5 (0999fba4-b001-46c1-a95d-aa5cf57e9c09/490e7929-3c36-4a11-b406-54f7c3af926a/bd84017e-938d-4387-96eb-f90e80ff8a30) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:27:16.452480 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-53fe2982-da88-4432-8e74-ad0a402d8cbc req-ee9a3b86-f06d-4b5b-8809-cb81ddcd3773 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 210 time: 0.0441806 Oct 12 18:27:16.510220 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-5ea0b5e6-701c-46cb-b37a-7220e73f9ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:16.593637 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-5ea0b5e6-701c-46cb-b37a-7220e73f9ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:16.628911 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-fab695ce-747d-4b20-b714-21e96ca08f4d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:16.634797 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-5ea0b5e6-701c-46cb-b37a-7220e73f9ad2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7f48ae02b684d19aea04b0d3b595907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703009 Oct 12 18:27:16.638801 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 46754) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:16.642627 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0b5e6-701c-46cb-b37a-7220e73f9ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c496cd7b-d47f-4815-ac57-cba135c5051b,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:16.719644 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-35eea2fe-5994-4869-bf48-c4227d069277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:16.747944 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-35eea2fe-5994-4869-bf48-c4227d069277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:16.777805 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-fab695ce-747d-4b20-b714-21e96ca08f4d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:16.838414 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-fab695ce-747d-4b20-b714-21e96ca08f4d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Network 0999fba4-b001-46c1-a95d-aa5cf57e9c09 is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:27:16.843784 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-fab695ce-747d-4b20-b714-21e96ca08f4d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:16.854511 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-fab695ce-747d-4b20-b714-21e96ca08f4d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:27:16.864916 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6021c73-e904-410c-9984-0ba67ca10f96 req-a5b45093-9c77-4fae-85c0-afdf83fca63d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:16.866795 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e6021c73-e904-410c-9984-0ba67ca10f96 req-a5b45093-9c77-4fae-85c0-afdf83fca63d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 943 time: 0.0579610 Oct 12 18:27:16.908769 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab695ce-747d-4b20-b714-21e96ca08f4d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Pushing event updated for resources: {'Port': ['ID=bd84017e-938d-4387-96eb-f90e80ff8a30,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:16.916554 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e6021c73-e904-410c-9984-0ba67ca10f96 req-191c07ad-e3f0-4d31-9c8d-1651482e84b0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Oct 12 18:27:16.932198 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-fab695ce-747d-4b20-b714-21e96ca08f4d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:16.932844 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-fab695ce-747d-4b20-b714-21e96ca08f4d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:17.085546 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-35eea2fe-5994-4869-bf48-c4227d069277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:17.088121 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-35eea2fe-5994-4869-bf48-c4227d069277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:17.089417 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-35eea2fe-5994-4869-bf48-c4227d069277 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c496cd7b-d47f-4815-ac57-cba135c5051b HTTP/1.1" status: 204 len: 168 time: 0.4495335 Oct 12 18:27:17.098861 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eea2fe-5994-4869-bf48-c4227d069277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c496cd7b-d47f-4815-ac57-cba135c5051b,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:17.130430 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-fab695ce-747d-4b20-b714-21e96ca08f4d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2337539 Oct 12 18:27:17.458584 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Request body: {'port': {'device_id': '7248b1cd-5fb8-47c6-a410-5538946ca79a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:17.539755 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:17.608711 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108c07a-ddce-4b9c-bb98-b1ce24dc3f8e req-3deadf58-410f-49f3-a716-c92a5dd98347 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:17.610594 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9108c07a-ddce-4b9c-bb98-b1ce24dc3f8e req-3deadf58-410f-49f3-a716-c92a5dd98347 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 931 time: 0.0718787 Oct 12 18:27:17.658652 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9108c07a-ddce-4b9c-bb98-b1ce24dc3f8e req-0028d25a-f2a6-460a-8f43-a8fcbe7811fd tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 Oct 12 18:27:17.824083 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd84017e-938d-4387-96eb-f90e80ff8a30 {{(pid=94836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:27:17.831966 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:17.844160 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.provisioning_blocks [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Transition to ACTIVE for port object bd84017e-938d-4387-96eb-f90e80ff8a30 will not be triggered until provisioned by entity L2. {{(pid=94836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:27:17.953751 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:18.008656 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Pushing event updated for resources: {'Port': ['ID=bd84017e-938d-4387-96eb-f90e80ff8a30,revision_number=2']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:18.070945 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c5119-625c-467d-a721-ab51db35bd8b req-7909bb6e-a9e9-4737-98e0-01bbf31e6b40 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:18.073598 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4f3c5119-625c-467d-a721-ab51db35bd8b req-7909bb6e-a9e9-4737-98e0-01bbf31e6b40 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 943 time: 0.0657182 Oct 12 18:27:18.087623 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Attempting to bind port bd84017e-938d-4387-96eb-f90e80ff8a30 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:27:18.087962 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Attempting to bind port bd84017e-938d-4387-96eb-f90e80ff8a30 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ef2c8416-83da-4f87-bbf7-da1aa8055df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09'}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:27:18.088293 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Attempting to bind port bd84017e-938d-4387-96eb-f90e80ff8a30 on network 0999fba4-b001-46c1-a95d-aa5cf57e9c09 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:27:18.096690 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Port bd84017e-938d-4387-96eb-f90e80ff8a30 on network 0999fba4-b001-46c1-a95d-aa5cf57e9c09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:27:18.097512 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Attempting to bind port bd84017e-938d-4387-96eb-f90e80ff8a30 on network 0999fba4-b001-46c1-a95d-aa5cf57e9c09 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:27:18.106159 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:27:18.106159 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Checking segment: {'id': 'ef2c8416-83da-4f87-bbf7-da1aa8055df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:27:18.106159 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Bound using segment: {'id': 'ef2c8416-83da-4f87-bbf7-da1aa8055df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09'} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:27:18.106591 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Bound port: bd84017e-938d-4387-96eb-f90e80ff8a30, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2c8416-83da-4f87-bbf7-da1aa8055df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09'}}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:27:18.107077 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:18.131820 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4f3c5119-625c-467d-a721-ab51db35bd8b req-c867a1d9-9414-472a-9a5d-824499fbb14e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490313 Oct 12 18:27:18.197412 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] For port bd84017e-938d-4387-96eb-f90e80ff8a30, host hv-cinder-81322, cleared binding levels {{(pid=94836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:27:18.200759 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] For port bd84017e-938d-4387-96eb-f90e80ff8a30, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bd84017e-938d-4387-96eb-f90e80ff8a30,segment=NetworkSegment(ef2c8416-83da-4f87-bbf7-da1aa8055df3),segment_id=ef2c8416-83da-4f87-bbf7-da1aa8055df3)] {{(pid=94836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:27:18.291365 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:18.333863 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:18.334474 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:18.335919 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] 10.222.0.42 "PUT /v2.0/ports/bd84017e-938d-4387-96eb-f90e80ff8a30 HTTP/1.1" status: 200 len: 1093 time: 0.8822849 Oct 12 18:27:18.336351 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7248b1cd-5fb8-47c6-a410-5538946ca79a', 'tag': 'bd84017e-938d-4387-96eb-f90e80ff8a30'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:27:18.338578 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d03c271-85ed-4151-a66e-0049af8deb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "7248b1cd-5fb8-47c6-a410-5538946ca79a", "tag": "bd84017e-938d-4387-96eb-f90e80ff8a30"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:27:18.357208 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6895b32-6550-4d57-8f1d-a38b2cec7463 service neutron] Pushing event updated for resources: {'Port': ['ID=bd84017e-938d-4387-96eb-f90e80ff8a30,revision_number=3']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:18.374482 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390f4a03-a139-424c-8cc5-14590d4a0a28 x-openstack-request-id: req-390f4a03-a139-424c-8cc5-14590d4a0a28 {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:27:18.374777 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7248b1cd-5fb8-47c6-a410-5538946ca79a", "tag": "bd84017e-938d-4387-96eb-f90e80ff8a30", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:27:18.375053 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-390f4a03-a139-424c-8cc5-14590d4a0a28 {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:27:18.375475 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7248b1cd-5fb8-47c6-a410-5538946ca79a', 'tag': 'bd84017e-938d-4387-96eb-f90e80ff8a30', 'status': 'completed', 'code': 200} Oct 12 18:27:19.908463 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 28d1dc71-8166-49a5-a37e-6d2062224b4a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:27:20.000316 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 28d1dc71-8166-49a5-a37e-6d2062224b4a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28d1dc71-8166-49a5-a37e-6d2062224b4a,segment=NetworkSegment(b99991a6-1642-4270-ad50-2fbe9e23d277),segment_id=b99991a6-1642-4270-ad50-2fbe9e23d277)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:20.014431 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '28d1dc71-8166-49a5-a37e-6d2062224b4a', 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11', 'port_id': '28d1dc71-8166-49a5-a37e-6d2062224b4a', 'mac_address': 'fa:16:3e:cc:42:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e290483-eff8-462e-be86-c9de2f5e9c99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:27:20.052162 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:20.066343 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d1dc71-8166-49a5-a37e-6d2062224b4a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:27:20.092265 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 28d1dc71-8166-49a5-a37e-6d2062224b4a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28d1dc71-8166-49a5-a37e-6d2062224b4a,segment=NetworkSegment(b99991a6-1642-4270-ad50-2fbe9e23d277),segment_id=b99991a6-1642-4270-ad50-2fbe9e23d277)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:20.192472 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:20.193111 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fc8c6d70-7941-4089-842b-2e9d99ab6161 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:27:20.261722 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port fc8c6d70-7941-4089-842b-2e9d99ab6161, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc8c6d70-7941-4089-842b-2e9d99ab6161,segment=NetworkSegment(b99991a6-1642-4270-ad50-2fbe9e23d277),segment_id=b99991a6-1642-4270-ad50-2fbe9e23d277)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:20.264000 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=28d1dc71-8166-49a5-a37e-6d2062224b4a,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:20.276816 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': 'fc8c6d70-7941-4089-842b-2e9d99ab6161', 'network_id': 'fac3b2f3-b1a1-43ec-856b-2b436d7ccd11', 'port_id': 'fc8c6d70-7941-4089-842b-2e9d99ab6161', 'mac_address': 'fa:16:3e:b9:c1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e290483-eff8-462e-be86-c9de2f5e9c99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:27:20.318824 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:20.331790 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8c6d70-7941-4089-842b-2e9d99ab6161 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:27:20.351006 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port fc8c6d70-7941-4089-842b-2e9d99ab6161, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc8c6d70-7941-4089-842b-2e9d99ab6161,segment=NetworkSegment(b99991a6-1642-4270-ad50-2fbe9e23d277),segment_id=b99991a6-1642-4270-ad50-2fbe9e23d277)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:20.435158 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:20.484496 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=fc8c6d70-7941-4089-842b-2e9d99ab6161,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:22.459837 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03c271-85ed-4151-a66e-0049af8deb7d req-d36c5f14-3ce1-4934-bc29-c1e5a5daee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:22.462304 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-7d03c271-85ed-4151-a66e-0049af8deb7d req-d36c5f14-3ce1-4934-bc29-c1e5a5daee17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec6b4ea245ba455cb3a788ef7907c669&device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 1096 time: 0.0781679 Oct 12 18:27:22.531368 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de76d0-5052-4372-8efc-f47a305c75e0 req-0b238383-7db1-4ec8-a9f5-488cabe4fcb6 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:22.532919 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f7de76d0-5052-4372-8efc-f47a305c75e0 req-0b238383-7db1-4ec8-a9f5-488cabe4fcb6 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 943 time: 0.0863287 Oct 12 18:27:22.547386 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e8c84-e9af-4411-b996-524d01cdcf03 req-89ac5a72-ade6-4e52-8182-32d8c22770f8 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:22.549643 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-041e8c84-e9af-4411-b996-524d01cdcf03 req-89ac5a72-ade6-4e52-8182-32d8c22770f8 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 944 time: 0.0856030 Oct 12 18:27:22.569938 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03c271-85ed-4151-a66e-0049af8deb7d req-30947e65-0c75-408b-b188-493ef91408b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:22.571589 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-7d03c271-85ed-4151-a66e-0049af8deb7d req-30947e65-0c75-408b-b188-493ef91408b3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ec6b4ea245ba455cb3a788ef7907c669&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1010330 Oct 12 18:27:22.600697 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f7de76d0-5052-4372-8efc-f47a305c75e0 req-8d318c97-c2b6-4471-84e4-36a2a3e9db8c tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612559 Oct 12 18:27:22.614261 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-041e8c84-e9af-4411-b996-524d01cdcf03 req-1e908e76-9f33-42ac-81ca-2603beb0e758 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493417 Oct 12 18:27:22.676258 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03c271-85ed-4151-a66e-0049af8deb7d req-bc8eb7eb-f8c7-471f-89b2-86b50fc74e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:22.677637 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-7d03c271-85ed-4151-a66e-0049af8deb7d req-bc8eb7eb-f8c7-471f-89b2-86b50fc74e6a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987945 Oct 12 18:27:22.808568 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-62476578-97e4-4ccd-8074-ed4bbb261488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:22.810084 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-62476578-97e4-4ccd-8074-ed4bbb261488 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec6b4ea245ba455cb3a788ef7907c669&device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 1096 time: 0.0418441 Oct 12 18:27:22.857836 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-e5343a4d-6a67-4742-8a8b-bb042dcc9218 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd84017e-938d-4387-96eb-f90e80ff8a30 HTTP/1.1" status: 200 len: 217 time: 0.0369279 Oct 12 18:27:22.912892 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-09f6bb3a-2ad7-4d86-a49c-890b5d2717e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:22.914298 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-09f6bb3a-2ad7-4d86-a49c-890b5d2717e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=490e7929-3c36-4a11-b406-54f7c3af926a HTTP/1.1" status: 200 len: 848 time: 0.0465763 Oct 12 18:27:22.952905 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-65a3c418-c9e3-46a3-9767-6dfad6367d68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0999fba4-b001-46c1-a95d-aa5cf57e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272200 Oct 12 18:27:23.045050 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-c16448e5-82ee-4b05-8683-8aa0f5de9369 service neutron] 10.222.0.42 "GET /v2.0/networks/0999fba4-b001-46c1-a95d-aa5cf57e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812290 Oct 12 18:27:23.055414 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['28d1dc71-8166-49a5-a37e-6d2062224b4a'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:27:23.079929 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['fc8c6d70-7941-4089-842b-2e9d99ab6161'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:27:23.138970 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8a651201-0f4c-4a62-bd94-f71cff46e304 req-313d9dfe-e34b-4dd3-90aa-534f98eec0a3 service neutron] 10.222.0.42 "GET /v2.0/networks/0999fba4-b001-46c1-a95d-aa5cf57e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861971 Oct 12 18:27:24.155014 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8a708-dc43-4c28-a943-b4c567b09729 req-344d711e-3079-4adf-a9c4-3de5e309cbc7 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:24.156246 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9ca8a708-dc43-4c28-a943-b4c567b09729 req-344d711e-3079-4adf-a9c4-3de5e309cbc7 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 943 time: 0.0818627 Oct 12 18:27:24.164703 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ce0da-4bc9-4a77-aaeb-017b7bf3fde2 req-ced47ded-8dc5-4ee9-a03b-220bdc494eeb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:24.166069 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-557ce0da-4bc9-4a77-aaeb-017b7bf3fde2 req-ced47ded-8dc5-4ee9-a03b-220bdc494eeb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 944 time: 0.0824096 Oct 12 18:27:24.224841 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9ca8a708-dc43-4c28-a943-b4c567b09729 req-d570af2a-55c1-4f9c-8fde-d3162810311b tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577955 Oct 12 18:27:24.227604 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-557ce0da-4bc9-4a77-aaeb-017b7bf3fde2 req-14d46076-ef74-4ebd-9940-513ddd34271b tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548575 Oct 12 18:27:25.373294 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b7580-703f-4827-9c8b-dc3e70e15edc req-40380300-cf4d-4d43-9226-9f4d5047b1c9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:25.374766 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8d4b7580-703f-4827-9c8b-dc3e70e15edc req-40380300-cf4d-4d43-9226-9f4d5047b1c9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 944 time: 0.0771952 Oct 12 18:27:25.382629 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa310bb8-89ed-407a-a87e-6af83511be01 req-864681c6-2d86-4b24-b5ea-4787bae06023 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:25.384012 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fa310bb8-89ed-407a-a87e-6af83511be01 req-864681c6-2d86-4b24-b5ea-4787bae06023 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 943 time: 0.0845525 Oct 12 18:27:25.439600 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8d4b7580-703f-4827-9c8b-dc3e70e15edc req-55fa9ca6-ead1-494a-90cc-57f130dd5e61 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539901 Oct 12 18:27:25.447289 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fa310bb8-89ed-407a-a87e-6af83511be01 req-f3500777-d328-4932-bbab-a3bf2999f926 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561988 Oct 12 18:27:26.717579 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0a1cb-0fff-450b-a633-bf24a2992dd5 req-5dae1d13-057b-4270-ba7a-b73a2608d937 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:26.719035 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-25c0a1cb-0fff-450b-a633-bf24a2992dd5 req-5dae1d13-057b-4270-ba7a-b73a2608d937 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 944 time: 0.0768464 Oct 12 18:27:26.726990 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35e759-8220-46e3-bdaf-90838eeed233 req-dd3ddbbf-7388-42f1-b965-873e2b7a3cf4 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:26.728461 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5f35e759-8220-46e3-bdaf-90838eeed233 req-dd3ddbbf-7388-42f1-b965-873e2b7a3cf4 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 943 time: 0.0770729 Oct 12 18:27:26.782923 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-25c0a1cb-0fff-450b-a633-bf24a2992dd5 req-e068335d-6f33-4deb-82fb-0c0231bcd01f tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529881 Oct 12 18:27:26.787743 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5f35e759-8220-46e3-bdaf-90838eeed233 req-4a43a4cf-1ef7-499e-b567-4b0fa77d9134 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526111 Oct 12 18:27:26.887496 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 28d1dc71-8166-49a5-a37e-6d2062224b4a up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:27:27.033958 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port 28d1dc71-8166-49a5-a37e-6d2062224b4a completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:27:27.038126 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 28d1dc71-8166-49a5-a37e-6d2062224b4a triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:27.041340 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:27.120927 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:27.143513 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b9689f-c878-4777-b81b-976434249834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d1dc71-8166-49a5-a37e-6d2062224b4a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:27:27.145730 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb3f4d8-7ff9-4cf5-aae5-b419dbabef9b" -d '{"events": [{"server_uuid": "40b9689f-c878-4777-b81b-976434249834", "name": "network-vif-plugged", "status": "completed", "tag": "28d1dc71-8166-49a5-a37e-6d2062224b4a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:27:27.158730 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 28d1dc71-8166-49a5-a37e-6d2062224b4a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28d1dc71-8166-49a5-a37e-6d2062224b4a,segment=NetworkSegment(b99991a6-1642-4270-ad50-2fbe9e23d277),segment_id=b99991a6-1642-4270-ad50-2fbe9e23d277)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:27.182453 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fe9d49-fa04-4f3f-b0f0-97cbe039f84b x-openstack-request-id: req-f2fe9d49-fa04-4f3f-b0f0-97cbe039f84b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:27:27.182760 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b9689f-c878-4777-b81b-976434249834", "name": "network-vif-plugged", "status": "completed", "tag": "28d1dc71-8166-49a5-a37e-6d2062224b4a", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:27:27.183030 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2fe9d49-fa04-4f3f-b0f0-97cbe039f84b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:27:27.183417 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b9689f-c878-4777-b81b-976434249834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d1dc71-8166-49a5-a37e-6d2062224b4a', 'code': 200} Oct 12 18:27:27.261219 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:27.262039 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fc8c6d70-7941-4089-842b-2e9d99ab6161 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:27:27.338277 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=28d1dc71-8166-49a5-a37e-6d2062224b4a,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:27.461862 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port fc8c6d70-7941-4089-842b-2e9d99ab6161 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:27:27.465741 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port fc8c6d70-7941-4089-842b-2e9d99ab6161 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:27.466145 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:27.509994 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b9d4c-569b-4a4c-bd88-3123918b0f70 req-809f0fb3-3b04-45fa-abaa-7bfbc75b9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:27.511543 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-a97b9d4c-569b-4a4c-bd88-3123918b0f70 req-809f0fb3-3b04-45fa-abaa-7bfbc75b9321 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 1098 time: 0.0405736 Oct 12 18:27:27.544199 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:27.546101 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-a97b9d4c-569b-4a4c-bd88-3123918b0f70 req-8c1e5732-2549-42eb-9ec1-ecf8f527eea4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272129 Oct 12 18:27:27.575910 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port fc8c6d70-7941-4089-842b-2e9d99ab6161, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc8c6d70-7941-4089-842b-2e9d99ab6161,segment=NetworkSegment(b99991a6-1642-4270-ad50-2fbe9e23d277),segment_id=b99991a6-1642-4270-ad50-2fbe9e23d277)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:27.679265 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:27.727798 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=fc8c6d70-7941-4089-842b-2e9d99ab6161,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:28.081203 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2b843-0065-46f1-8774-59057218fea2 req-715935d7-e6bf-4015-8359-aac4c1e110b9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:28.082686 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d2d2b843-0065-46f1-8774-59057218fea2 req-715935d7-e6bf-4015-8359-aac4c1e110b9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0866973 Oct 12 18:27:28.091409 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccfd56-e3cd-4d1f-81b2-299bf373be4d req-71a2e5b4-085e-41f6-8f71-663579179311 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:28.092808 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-28ccfd56-e3cd-4d1f-81b2-299bf373be4d req-71a2e5b4-085e-41f6-8f71-663579179311 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 943 time: 0.0865684 Oct 12 18:27:28.149530 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d2d2b843-0065-46f1-8774-59057218fea2 req-ee8a06c2-55d4-4136-b226-85221ec6eed7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557435 Oct 12 18:27:28.154766 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-28ccfd56-e3cd-4d1f-81b2-299bf373be4d req-c09c0398-d753-4ce3-bbad-b30f09a0e6ea tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540242 Oct 12 18:27:28.913051 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device bd84017e-938d-4387-96eb-f90e80ff8a30 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:27:29.015972 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port bd84017e-938d-4387-96eb-f90e80ff8a30, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bd84017e-938d-4387-96eb-f90e80ff8a30,segment=NetworkSegment(ef2c8416-83da-4f87-bbf7-da1aa8055df3),segment_id=ef2c8416-83da-4f87-bbf7-da1aa8055df3)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:29.027662 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': 'bd84017e-938d-4387-96eb-f90e80ff8a30', 'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09', 'port_id': 'bd84017e-938d-4387-96eb-f90e80ff8a30', 'mac_address': 'fa:16:3e:4a:80:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e7929-3c36-4a11-b406-54f7c3af926a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:27:29.069499 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:29.083119 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd84017e-938d-4387-96eb-f90e80ff8a30 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:27:29.106989 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port bd84017e-938d-4387-96eb-f90e80ff8a30, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bd84017e-938d-4387-96eb-f90e80ff8a30,segment=NetworkSegment(ef2c8416-83da-4f87-bbf7-da1aa8055df3),segment_id=ef2c8416-83da-4f87-bbf7-da1aa8055df3)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:29.185692 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ade368f-e898-4346-83a8-3d3eb86c8192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8c6d70-7941-4089-842b-2e9d99ab6161'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:27:29.188164 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361d788f-f3cf-4263-b064-17c4a17296a7" -d '{"events": [{"server_uuid": "4ade368f-e898-4346-83a8-3d3eb86c8192", "name": "network-vif-plugged", "status": "completed", "tag": "fc8c6d70-7941-4089-842b-2e9d99ab6161"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:27:29.201332 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:29.257694 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=bd84017e-938d-4387-96eb-f90e80ff8a30,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:29.311831 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055fb6d-b517-4428-b4fa-6d0dc8d774b6 req-79ceda87-ef8b-4a61-86de-082e8ed10ddf tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:29.313288 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3055fb6d-b517-4428-b4fa-6d0dc8d774b6 req-79ceda87-ef8b-4a61-86de-082e8ed10ddf tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0839260 Oct 12 18:27:29.323332 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ee9b6-9c92-46e3-a784-e8480f9a2765 req-f569c473-f2eb-4227-aa99-bcb56a5846c6 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:29.324864 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-da2ee9b6-9c92-46e3-a784-e8480f9a2765 req-f569c473-f2eb-4227-aa99-bcb56a5846c6 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 944 time: 0.0865901 Oct 12 18:27:29.387263 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3055fb6d-b517-4428-b4fa-6d0dc8d774b6 req-c96479dd-cd90-4f8f-a896-b2e66fe69360 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614228 Oct 12 18:27:29.392764 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-da2ee9b6-9c92-46e3-a784-e8480f9a2765 req-3754f3a5-9d02-4956-952b-5ab305edfe48 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599394 Oct 12 18:27:29.437499 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a7f528-0f97-4158-a6a2-043455764439 x-openstack-request-id: req-d4a7f528-0f97-4158-a6a2-043455764439 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:27:29.437795 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ade368f-e898-4346-83a8-3d3eb86c8192", "name": "network-vif-plugged", "status": "completed", "tag": "fc8c6d70-7941-4089-842b-2e9d99ab6161", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:27:29.438049 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4a7f528-0f97-4158-a6a2-043455764439 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:27:29.438446 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ade368f-e898-4346-83a8-3d3eb86c8192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8c6d70-7941-4089-842b-2e9d99ab6161', 'code': 200} Oct 12 18:27:29.571790 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['bd84017e-938d-4387-96eb-f90e80ff8a30'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:27:29.771059 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87441491-6c6e-4b55-b393-167081ace0da req-761cfc8f-2a52-4a30-87a1-e51842fd2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:29.772543 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-87441491-6c6e-4b55-b393-167081ace0da req-761cfc8f-2a52-4a30-87a1-e51842fd2823 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 1099 time: 0.0384836 Oct 12 18:27:29.811328 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-87441491-6c6e-4b55-b393-167081ace0da req-8dd5bd1d-b3e0-45c2-b9b7-12a650e8532c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Oct 12 18:27:30.077669 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 46984) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:30.195836 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-58364585-6af6-449b-8161-ae418a4658dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:30.290191 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-58364585-6af6-449b-8161-ae418a4658dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:30.353033 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-58364585-6af6-449b-8161-ae418a4658dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:30.398837 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58364585-6af6-449b-8161-ae418a4658dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7291d9-5435-4f3f-8f72-6e73a788feaf,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:30.405844 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-58364585-6af6-449b-8161-ae418a4658dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46eadf3e60ed40499127f4e85e1150d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245211 Oct 12 18:27:30.406058 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 46994) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:30.511359 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b6441a48-f2f6-489f-b027-666de4a53e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:30.624972 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b6441a48-f2f6-489f-b027-666de4a53e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:30.699073 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8996b7-aac1-4912-8d95-2e87d0eed20d req-8e611c7c-ff6e-42aa-9ccf-8801737d2d44 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:30.700961 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ff8996b7-aac1-4912-8d95-2e87d0eed20d req-8e611c7c-ff6e-42aa-9ccf-8801737d2d44 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 944 time: 0.2204654 Oct 12 18:27:30.730563 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c069d3b-d426-4d57-a7c0-773f02ae8e1a req-404f11d3-e0be-4bda-a9ae-6600afae7322 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:30.733154 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1c069d3b-d426-4d57-a7c0-773f02ae8e1a req-404f11d3-e0be-4bda-a9ae-6600afae7322 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.2269807 Oct 12 18:27:30.831452 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ff8996b7-aac1-4912-8d95-2e87d0eed20d req-017e3424-167e-4e86-a772-fd275dd6239a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200123 Oct 12 18:27:30.850609 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1c069d3b-d426-4d57-a7c0-773f02ae8e1a req-92ba6517-6359-4e96-b0cb-b66b286347bb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045709 Oct 12 18:27:30.914492 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b6441a48-f2f6-489f-b027-666de4a53e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:30.919899 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b6441a48-f2f6-489f-b027-666de4a53e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:30.924350 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-b6441a48-f2f6-489f-b027-666de4a53e35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a7291d9-5435-4f3f-8f72-6e73a788feaf HTTP/1.1" status: 204 len: 168 time: 0.5145886 Oct 12 18:27:30.935525 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6441a48-f2f6-489f-b027-666de4a53e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7291d9-5435-4f3f-8f72-6e73a788feaf,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:31.990188 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:27:32.939357 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device bd84017e-938d-4387-96eb-f90e80ff8a30 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:27:33.068641 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port bd84017e-938d-4387-96eb-f90e80ff8a30 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:27:33.072230 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port bd84017e-938d-4387-96eb-f90e80ff8a30 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:33.072628 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:33.157948 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:33.181058 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7248b1cd-5fb8-47c6-a410-5538946ca79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd84017e-938d-4387-96eb-f90e80ff8a30'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:27:33.183286 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a90bb5f-db9c-438a-8f49-d5ccd5145099" -d '{"events": [{"server_uuid": "7248b1cd-5fb8-47c6-a410-5538946ca79a", "name": "network-vif-plugged", "status": "completed", "tag": "bd84017e-938d-4387-96eb-f90e80ff8a30"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:27:33.195823 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port bd84017e-938d-4387-96eb-f90e80ff8a30, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bd84017e-938d-4387-96eb-f90e80ff8a30,segment=NetworkSegment(ef2c8416-83da-4f87-bbf7-da1aa8055df3),segment_id=ef2c8416-83da-4f87-bbf7-da1aa8055df3)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:33.267768 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:33.317407 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=bd84017e-938d-4387-96eb-f90e80ff8a30,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:34.301872 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7df8f0b4-ceb6-4c25-8c5c-1f9f936ad664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:34.456428 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d157e-f772-4dac-8136-85e01d81e141 req-53ab625e-ef99-462f-8657-684fa072b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:34.457943 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-bd0d157e-f772-4dac-8136-85e01d81e141 req-53ab625e-ef99-462f-8657-684fa072b89e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f9fb6543096402dbf4351b0e6639431&device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 1098 time: 0.0423930 Oct 12 18:27:34.526746 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbfe5b-15f5-4666-8986-5c83b712db71 req-ebe02cc1-f151-4b0e-a37d-139b46448e91 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:34.528208 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3bfbfe5b-15f5-4666-8986-5c83b712db71 req-ebe02cc1-f151-4b0e-a37d-139b46448e91 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 945 time: 0.0705349 Oct 12 18:27:34.537012 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456cae7-c23b-41c1-b96a-2727096e8c02 req-97f9bc98-8b1a-47ca-9c67-8e8879a65113 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:34.538413 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7456cae7-c23b-41c1-b96a-2727096e8c02 req-97f9bc98-8b1a-47ca-9c67-8e8879a65113 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0902441 Oct 12 18:27:34.550369 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d157e-f772-4dac-8136-85e01d81e141 req-b14a098c-99be-4e8a-8e6b-191ab1a6642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:34.551870 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-bd0d157e-f772-4dac-8136-85e01d81e141 req-b14a098c-99be-4e8a-8e6b-191ab1a6642c service neutron] 10.222.0.42 "GET /v2.0/networks?id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 HTTP/1.1" status: 200 len: 920 time: 0.0865149 Oct 12 18:27:34.590676 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3bfbfe5b-15f5-4666-8986-5c83b712db71 req-2c1578ac-025b-4945-b72d-220d9d84437a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512080 Oct 12 18:27:34.595898 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-bd0d157e-f772-4dac-8136-85e01d81e141 req-41733bc3-8699-47fd-9721-d70fbf33f574 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28d1dc71-8166-49a5-a37e-6d2062224b4a HTTP/1.1" status: 200 len: 217 time: 0.0373094 Oct 12 18:27:34.598319 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7456cae7-c23b-41c1-b96a-2727096e8c02 req-fa933c3b-6150-41cc-977b-fa8aed3c0a2d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523779 Oct 12 18:27:34.645477 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d157e-f772-4dac-8136-85e01d81e141 req-c2dc8d24-5b20-4fae-a8a8-a13f96af87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:34.647117 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-bd0d157e-f772-4dac-8136-85e01d81e141 req-c2dc8d24-5b20-4fae-a8a8-a13f96af87c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e290483-eff8-462e-be86-c9de2f5e9c99 HTTP/1.1" status: 200 len: 859 time: 0.0444717 Oct 12 18:27:34.649818 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aa8bba-570f-40ad-9932-70e6bf38ea3c x-openstack-request-id: req-09aa8bba-570f-40ad-9932-70e6bf38ea3c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:27:34.650121 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7248b1cd-5fb8-47c6-a410-5538946ca79a", "name": "network-vif-plugged", "status": "completed", "tag": "bd84017e-938d-4387-96eb-f90e80ff8a30", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:27:34.650359 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09aa8bba-570f-40ad-9932-70e6bf38ea3c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:27:34.651005 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7248b1cd-5fb8-47c6-a410-5538946ca79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd84017e-938d-4387-96eb-f90e80ff8a30', 'code': 200} Oct 12 18:27:34.808481 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-bd0d157e-f772-4dac-8136-85e01d81e141 req-fbfafcf8-ec72-4787-be72-d750d3a236fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238438 Oct 12 18:27:34.910476 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-bd0d157e-f772-4dac-8136-85e01d81e141 req-363ea6ed-f6e6-44af-9703-6c87d771fa7a service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876768 Oct 12 18:27:34.999334 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-bd0d157e-f772-4dac-8136-85e01d81e141 req-0a4cae1b-5f2c-417b-b00b-5efa40553f01 service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813391 Oct 12 18:27:35.080811 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633807f-26ae-4d8e-93ea-4645fd9371c0 req-4bfd0213-801d-4f55-af95-1e3981723dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:35.082312 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-6633807f-26ae-4d8e-93ea-4645fd9371c0 req-4bfd0213-801d-4f55-af95-1e3981723dbb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 1098 time: 0.0415757 Oct 12 18:27:35.128703 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-6633807f-26ae-4d8e-93ea-4645fd9371c0 req-dd79b1c6-b7f0-43e2-a997-6918810b11bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378594 Oct 12 18:27:35.742763 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b79c5-168a-4835-9f5f-0d343e8fb7f9 req-94a5e57d-3263-4456-8a65-5cc0dfecdbaf tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:35.744126 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-447b79c5-168a-4835-9f5f-0d343e8fb7f9 req-94a5e57d-3263-4456-8a65-5cc0dfecdbaf tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 945 time: 0.0816712 Oct 12 18:27:35.752221 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3819714-5bd9-4f48-a7db-949bdcc0fea8 req-eec84ee8-ea4d-4354-8b0e-a580bcb87278 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:35.753638 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d3819714-5bd9-4f48-a7db-949bdcc0fea8 req-eec84ee8-ea4d-4354-8b0e-a580bcb87278 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0823557 Oct 12 18:27:35.807772 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-447b79c5-168a-4835-9f5f-0d343e8fb7f9 req-9f46f1f4-bb72-414c-b65d-c4291430def2 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531659 Oct 12 18:27:35.812388 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d3819714-5bd9-4f48-a7db-949bdcc0fea8 req-53ce3c9e-2ea2-4302-b403-e733089c3c88 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520792 Oct 12 18:27:36.962181 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f87f7e-ad79-4f81-8989-366ea6e4f251 req-07ff03ea-5733-4663-baf1-c91b59917679 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:36.963658 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c9f87f7e-ad79-4f81-8989-366ea6e4f251 req-07ff03ea-5733-4663-baf1-c91b59917679 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0815539 Oct 12 18:27:36.974307 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33efcc-6e9c-4c73-b879-5851320dff19 req-8e318f1b-35e9-4ef9-a20a-6f56b90379fa tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:36.974307 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ed33efcc-6e9c-4c73-b879-5851320dff19 req-8e318f1b-35e9-4ef9-a20a-6f56b90379fa tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 945 time: 0.0907657 Oct 12 18:27:37.037482 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c9f87f7e-ad79-4f81-8989-366ea6e4f251 req-cdb2a604-f720-43f4-af97-ecf49cd572cf tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623689 Oct 12 18:27:37.040247 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ed33efcc-6e9c-4c73-b879-5851320dff19 req-e5d0021c-7dfd-4e26-831b-494c1b341f5f tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544252 Oct 12 18:27:37.215259 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a354b55-5749-46fc-8968-44fa23db4d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:38.034124 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:38.190516 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f4901-45c2-4418-9ddd-234bf8062135 req-d95c1839-9b06-401c-87d9-4afaa3e98be2 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:38.192201 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-af0f4901-45c2-4418-9ddd-234bf8062135 req-d95c1839-9b06-401c-87d9-4afaa3e98be2 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0794661 Oct 12 18:27:38.199992 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eaebc-4321-4c28-b356-6e80595bbd20 req-554c6bfd-70b9-4619-aca6-9c0df189259d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:38.201521 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fd8eaebc-4321-4c28-b356-6e80595bbd20 req-554c6bfd-70b9-4619-aca6-9c0df189259d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 945 time: 0.0798757 Oct 12 18:27:38.262134 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-af0f4901-45c2-4418-9ddd-234bf8062135 req-023b6cb6-9426-4ef3-a055-a34a3dace098 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596452 Oct 12 18:27:38.270861 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fd8eaebc-4321-4c28-b356-6e80595bbd20 req-6b8adc1f-8422-4a30-b25b-0d5448056879 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606086 Oct 12 18:27:38.348041 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:39.381655 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4a529-3feb-4fbe-8969-1a01f43eaa05 req-6233e1dd-a618-4a81-8a2d-ac01b2da5893 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:39.383097 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8f4a529-3feb-4fbe-8969-1a01f43eaa05 req-6233e1dd-a618-4a81-8a2d-ac01b2da5893 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0491333 Oct 12 18:27:39.423551 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8f4a529-3feb-4fbe-8969-1a01f43eaa05 req-2188f97f-b0a2-435c-bcd5-b602b2e4f7fc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345080 Oct 12 18:27:39.958900 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:40.578020 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22097820-d511-4b04-b8cb-cf7aefa28d9e req-7d4262af-af1e-4f12-b811-cb8bfaee18aa tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:40.579392 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-22097820-d511-4b04-b8cb-cf7aefa28d9e req-7d4262af-af1e-4f12-b811-cb8bfaee18aa tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0480046 Oct 12 18:27:40.616668 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-22097820-d511-4b04-b8cb-cf7aefa28d9e req-76bda84a-ed8c-4005-af7f-35af502c4860 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313098 Oct 12 18:27:40.727203 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021c7bf-d2b5-4bdb-861c-52c81b35e374 req-12b8ddcd-5a81-4096-98d7-a40bab7f6e21 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:40.728703 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8021c7bf-d2b5-4bdb-861c-52c81b35e374 req-12b8ddcd-5a81-4096-98d7-a40bab7f6e21 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 945 time: 0.0535629 Oct 12 18:27:40.766498 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8021c7bf-d2b5-4bdb-861c-52c81b35e374 req-1dde761a-18a8-4120-a129-68bcc37b044f tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Oct 12 18:27:40.787146 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:42.426674 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2062725-fdd4-4d3b-9846-d5194ad31fe4 req-6d5e5122-a6e6-41c2-9abe-8a072d940689 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:42.428222 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e2062725-fdd4-4d3b-9846-d5194ad31fe4 req-6d5e5122-a6e6-41c2-9abe-8a072d940689 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0486815 Oct 12 18:27:42.468438 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e2062725-fdd4-4d3b-9846-d5194ad31fe4 req-5c8b4526-45f2-4c9e-9ddb-bebca03f9f48 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343118 Oct 12 18:27:42.568199 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33524394-6ca2-4159-b77f-4fe09f45d729 req-d19e873f-4b42-4dc0-a64c-da74293e70ef tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:42.569661 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-33524394-6ca2-4159-b77f-4fe09f45d729 req-d19e873f-4b42-4dc0-a64c-da74293e70ef tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 945 time: 0.0477517 Oct 12 18:27:42.613165 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-33524394-6ca2-4159-b77f-4fe09f45d729 req-c4ea76d0-30c1-410c-bf7e-64973deeb170 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309920 Oct 12 18:27:44.968663 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5d849959-036c-4e2a-9d7b-e3772a39d2d8 req-8f199118-ba0f-40fa-b9a1-f9f73e4b4f6c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444934 Oct 12 18:27:45.038745 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d849959-036c-4e2a-9d7b-e3772a39d2d8 req-593018d4-8fff-4702-b13a-a2cffc040da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:45.040284 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5d849959-036c-4e2a-9d7b-e3772a39d2d8 req-593018d4-8fff-4702-b13a-a2cffc040da7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee04649277c84912b20967b31162615b&device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 1098 time: 0.0397067 Oct 12 18:27:45.061977 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423592b5-939b-4229-b9e7-bbb30bd24b9d req-d260f0ee-331b-4ffd-945f-0f95e90d94a3 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:45.063423 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-423592b5-939b-4229-b9e7-bbb30bd24b9d req-d260f0ee-331b-4ffd-945f-0f95e90d94a3 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0770364 Oct 12 18:27:45.091012 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba099786-e61f-472f-956a-3d4b6e9c5ac6 req-e4dda5c9-ec3b-4270-9c37-cf250579e911 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:45.092443 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ba099786-e61f-472f-956a-3d4b6e9c5ac6 req-e4dda5c9-ec3b-4270-9c37-cf250579e911 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 945 time: 0.0766008 Oct 12 18:27:45.127855 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-423592b5-939b-4229-b9e7-bbb30bd24b9d req-4b42efb6-6b34-44bc-94a2-2eadf7eca9c9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580344 Oct 12 18:27:45.145089 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ba099786-e61f-472f-956a-3d4b6e9c5ac6 req-70689ba1-6365-4423-b90c-8fe7117a2fa9 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428038 Oct 12 18:27:45.180859 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d849959-036c-4e2a-9d7b-e3772a39d2d8 req-74396df5-22e0-425d-8fe8-7d20bb766f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:45.182223 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5d849959-036c-4e2a-9d7b-e3772a39d2d8 req-74396df5-22e0-425d-8fe8-7d20bb766f51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c28011f7-a600-4bea-98eb-e6748c99ba11 HTTP/1.1" status: 200 len: 912 time: 0.0883403 Oct 12 18:27:45.253041 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5d849959-036c-4e2a-9d7b-e3772a39d2d8 req-def58f43-cc64-4033-81ff-2bcacde067f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e09e7894-b521-40f8-ae1f-7364d6e573c9 HTTP/1.1" status: 200 len: 1001 time: 0.0554514 Oct 12 18:27:45.301979 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d849959-036c-4e2a-9d7b-e3772a39d2d8 req-bb5928bc-9d9a-4c5e-aaa3-ab3181d0cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:45.303347 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5d849959-036c-4e2a-9d7b-e3772a39d2d8 req-bb5928bc-9d9a-4c5e-aaa3-ab3181d0cfb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecb784df-79ec-41a5-852a-05a0e006be4c HTTP/1.1" status: 200 len: 850 time: 0.0416315 Oct 12 18:27:45.349979 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d849959-036c-4e2a-9d7b-e3772a39d2d8 req-350d2a15-e057-471c-909b-18416b61b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:45.351360 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5d849959-036c-4e2a-9d7b-e3772a39d2d8 req-350d2a15-e057-471c-909b-18416b61b93b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c28011f7-a600-4bea-98eb-e6748c99ba11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404255 Oct 12 18:27:45.437181 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5d849959-036c-4e2a-9d7b-e3772a39d2d8 req-958f32b9-390f-4f26-8d9e-015996e6d48a service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775943 Oct 12 18:27:45.538913 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5d849959-036c-4e2a-9d7b-e3772a39d2d8 req-7b045574-84b1-4c66-870e-c9ad6361f6eb service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894194 Oct 12 18:27:46.279189 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d308c4-7ecc-4ccc-8095-52b933b5a024 req-c2ef40b0-e3d1-4c53-8d4d-e641718a45cb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:46.280717 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12d308c4-7ecc-4ccc-8095-52b933b5a024 req-c2ef40b0-e3d1-4c53-8d4d-e641718a45cb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0790234 Oct 12 18:27:46.294702 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7e96-72fb-4b1c-ab27-fff65736e968 req-81d277c6-b107-4b3c-b90a-5793e3c3df03 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:46.296164 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dacc7e96-72fb-4b1c-ab27-fff65736e968 req-81d277c6-b107-4b3c-b90a-5793e3c3df03 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 945 time: 0.0689538 Oct 12 18:27:46.346330 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12d308c4-7ecc-4ccc-8095-52b933b5a024 req-ab077597-2d81-41e2-8d8b-8cfa4c499a9e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486062 Oct 12 18:27:46.366289 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dacc7e96-72fb-4b1c-ab27-fff65736e968 req-f7f38a32-5401-4f3b-984a-a894ce52e674 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557330 Oct 12 18:27:47.149579 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e09e0-adbe-4693-bd45-754113845b73 req-8a07c9ec-23e3-4a0c-9a74-359b94017910 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:47.151303 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-de8e09e0-adbe-4693-bd45-754113845b73 req-8a07c9ec-23e3-4a0c-9a74-359b94017910 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.42 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 945 time: 0.0825126 Oct 12 18:27:47.297775 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-de8e09e0-adbe-4693-bd45-754113845b73 req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Deleting port bd84017e-938d-4387-96eb-f90e80ff8a30 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:27:47.298117 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-de8e09e0-adbe-4693-bd45-754113845b73 req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:47.402591 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-de8e09e0-adbe-4693-bd45-754113845b73 req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] For port bd84017e-938d-4387-96eb-f90e80ff8a30, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bd84017e-938d-4387-96eb-f90e80ff8a30,segment=NetworkSegment(ef2c8416-83da-4f87-bbf7-da1aa8055df3),segment_id=ef2c8416-83da-4f87-bbf7-da1aa8055df3)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:47.402955 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-de8e09e0-adbe-4693-bd45-754113845b73 req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:47.418455 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-de8e09e0-adbe-4693-bd45-754113845b73 req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Calling delete_port for bd84017e-938d-4387-96eb-f90e80ff8a30 owned by compute:nova {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:27:47.470976 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3710504-8806-4af5-8fc1-07a70c03cbfc req-99d0335b-ea67-474c-8c11-36621c2cef40 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:47.477226 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e3710504-8806-4af5-8fc1-07a70c03cbfc req-99d0335b-ea67-474c-8c11-36621c2cef40 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0545211 Oct 12 18:27:47.548092 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e3710504-8806-4af5-8fc1-07a70c03cbfc req-63d4a6e1-f18a-435d-9fa4-a713cd747633 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595925 Oct 12 18:27:47.558466 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b501a41-5dc6-4517-8876-67b39b10528b req-61473d7c-736f-4358-a592-16da2f9f3988 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:47.560026 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0b501a41-5dc6-4517-8876-67b39b10528b req-61473d7c-736f-4358-a592-16da2f9f3988 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 945 time: 0.0816948 Oct 12 18:27:47.597856 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0b501a41-5dc6-4517-8876-67b39b10528b req-7ba3a690-0a15-4e91-be79-85a4fd469784 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312243 Oct 12 18:27:47.644406 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-de8e09e0-adbe-4693-bd45-754113845b73 req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:47.656363 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['bd84017e-938d-4387-96eb-f90e80ff8a30'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:27:47.672931 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Pushing event deleted for resources: {'Port': ['ID=bd84017e-938d-4387-96eb-f90e80ff8a30,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:47.719312 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:47.719647 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:47.719978 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:47.720912 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:47.721195 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:47.721458 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:47.721770 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:47.722072 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:47.722381 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:47.722691 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:47.723000 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:47.723311 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:47.743369 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8e09e0-adbe-4693-bd45-754113845b73 req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] No DVR routers for this DVR port bd84017e-938d-4387-96eb-f90e80ff8a30 on host hv-cinder-81322 {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:27:47.746382 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-de8e09e0-adbe-4693-bd45-754113845b73 req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:47.749786 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-de8e09e0-adbe-4693-bd45-754113845b73 req-e289df16-9d19-4aaa-b923-831d5ebb0752 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.42 "DELETE /v2.0/ports/bd84017e-938d-4387-96eb-f90e80ff8a30 HTTP/1.1" status: 204 len: 173 time: 0.5915220 Oct 12 18:27:47.750267 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7248b1cd-5fb8-47c6-a410-5538946ca79a', 'name': 'network-vif-deleted', 'tag': 'bd84017e-938d-4387-96eb-f90e80ff8a30'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:27:47.752637 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8971e463-fb3f-4d41-8b74-48b15148d8c0" -d '{"events": [{"server_uuid": "7248b1cd-5fb8-47c6-a410-5538946ca79a", "name": "network-vif-deleted", "tag": "bd84017e-938d-4387-96eb-f90e80ff8a30"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:27:47.800297 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df025f2b-8331-4541-8566-2b1fbbce6372 x-openstack-request-id: req-df025f2b-8331-4541-8566-2b1fbbce6372 {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:27:47.800297 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7248b1cd-5fb8-47c6-a410-5538946ca79a", "name": "network-vif-deleted", "tag": "bd84017e-938d-4387-96eb-f90e80ff8a30", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:27:47.800297 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df025f2b-8331-4541-8566-2b1fbbce6372 {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:27:47.800297 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7248b1cd-5fb8-47c6-a410-5538946ca79a', 'name': 'network-vif-deleted', 'tag': 'bd84017e-938d-4387-96eb-f90e80ff8a30', 'status': 'completed', 'code': 200} Oct 12 18:27:48.673966 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbbab7-f5b9-4c44-9c44-662190246e47 req-92d9de5e-89b0-4797-ac4e-702841d5a5d2 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:48.674915 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-77dbbab7-f5b9-4c44-9c44-662190246e47 req-92d9de5e-89b0-4797-ac4e-702841d5a5d2 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0558314 Oct 12 18:27:48.719893 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7d97378c-3954-4e74-9367-74e0ef2272b9 req-0baaaaec-c7bb-4cd7-98fb-832eb9788afa tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7248b1cd-5fb8-47c6-a410-5538946ca79a HTTP/1.1" status: 200 len: 210 time: 0.0321405 Oct 12 18:27:48.725357 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47314) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:48.740428 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-77dbbab7-f5b9-4c44-9c44-662190246e47 req-b3a6e4db-3575-4115-9e6e-cecaf7a1fbf9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594771 Oct 12 18:27:48.884692 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-120059fd-373b-4362-8e2c-14c7fa8eecfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:48.957339 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-120059fd-373b-4362-8e2c-14c7fa8eecfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:49.473572 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-120059fd-373b-4362-8e2c-14c7fa8eecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:49.517773 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120059fd-373b-4362-8e2c-14c7fa8eecfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690c7e58-1d29-4e83-9534-4f8622431375,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:49.519653 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-120059fd-373b-4362-8e2c-14c7fa8eecfd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af5bdd92d0cb4c5e956f75319aef51ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7915511 Oct 12 18:27:49.522296 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47328) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:49.576353 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:49.596711 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:49.707821 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:49.710379 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:49.711519 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/690c7e58-1d29-4e83-9534-4f8622431375 HTTP/1.1" status: 204 len: 168 time: 0.1872840 Oct 12 18:27:49.719255 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690c7e58-1d29-4e83-9534-4f8622431375,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:49.728966 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:49.728966 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:49.728966 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:49.728966 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:49.728966 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:49.728966 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:49.728966 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:49.729570 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:49.729570 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:49.729844 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:49.730160 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:49.730473 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b0c46-b629-4e78-ab18-ace8169bc252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:49.862626 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711a9a4-7f62-4e43-a35a-8b115f349fbe req-f4f60b29-aac8-4fec-9e43-9cedfa8ff31c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:49.864179 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a711a9a4-7f62-4e43-a35a-8b115f349fbe req-f4f60b29-aac8-4fec-9e43-9cedfa8ff31c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0506203 Oct 12 18:27:49.909156 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a711a9a4-7f62-4e43-a35a-8b115f349fbe req-037933bc-cf82-422a-b380-e43c5b1e89c1 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380051 Oct 12 18:27:50.010054 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47352) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:50.093084 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-048ab5f8-d4e4-4d65-80c1-8219f4addcb5 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:50.095005 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-048ab5f8-d4e4-4d65-80c1-8219f4addcb5 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/networks?id=0999fba4-b001-46c1-a95d-aa5cf57e9c09 HTTP/1.1" status: 200 len: 808 time: 0.1200404 Oct 12 18:27:50.111512 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-382dbea3-6ae0-436d-8adf-a799755382d7 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/quotas/ec6b4ea245ba455cb3a788ef7907c669 HTTP/1.1" status: 200 len: 375 time: 0.0096996 Oct 12 18:27:50.143081 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-245b8bac-d1b7-403e-a968-1e17625cbcf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:50.144602 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-2e2b0f61-1b19-4827-b31c-e4da72800c4e tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec6b4ea245ba455cb3a788ef7907c669&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262191 Oct 12 18:27:50.221136 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-245b8bac-d1b7-403e-a968-1e17625cbcf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:50.240342 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-19f768dd-6be1-499b-8d04-5c68b7b05a4b service neutron] 10.222.0.18 "GET /v2.0/networks/0999fba4-b001-46c1-a95d-aa5cf57e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864477 Oct 12 18:27:50.295649 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-245b8bac-d1b7-403e-a968-1e17625cbcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:50.332959 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b8bac-d1b7-403e-a968-1e17625cbcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b469cd14-4418-46b9-995f-1d66958f2a06,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:50.334636 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-d69e69a9-98a8-4440-bd16-d73a234fc253 service neutron] 10.222.0.18 "GET /v2.0/networks/0999fba4-b001-46c1-a95d-aa5cf57e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883355 Oct 12 18:27:50.340503 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-245b8bac-d1b7-403e-a968-1e17625cbcf1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d963ff698954272aef40203c8f54ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282561 Oct 12 18:27:50.341072 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47366) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:50.397187 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-859e115c-f925-45f1-b64e-5664d90c63c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:50.425021 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-859e115c-f925-45f1-b64e-5664d90c63c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:50.548162 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-859e115c-f925-45f1-b64e-5664d90c63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:50.551805 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-859e115c-f925-45f1-b64e-5664d90c63c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:50.553027 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-859e115c-f925-45f1-b64e-5664d90c63c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b469cd14-4418-46b9-995f-1d66958f2a06 HTTP/1.1" status: 204 len: 168 time: 0.2109926 Oct 12 18:27:50.563787 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e115c-f925-45f1-b64e-5664d90c63c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b469cd14-4418-46b9-995f-1d66958f2a06,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:50.630191 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-41ee1d6b-cb9b-4094-83a1-9e3e691e5ae9 req-e9717711-df0a-494b-8a6a-5b73c6a313a2 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 210 time: 0.0466931 Oct 12 18:27:50.711242 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47390) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:50.810809 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-266806759-network', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:50.931785 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Made reservation on behalf of d1b808c36ccd4256858530aedc0a6f64 for: {'network': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:27:50.934256 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:50.943941 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:51.073494 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde12299-678c-4b4a-b49f-cb0a359b2cd3 req-fb24c601-7b95-4e21-9d5b-2b41b490c18b tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:51.075100 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fde12299-678c-4b4a-b49f-cb0a359b2cd3 req-fb24c601-7b95-4e21-9d5b-2b41b490c18b tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0832791 Oct 12 18:27:51.091251 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:51.135984 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fde12299-678c-4b4a-b49f-cb0a359b2cd3 req-aecca706-edcd-41fd-b94e-cebfebd1ce7d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482938 Oct 12 18:27:51.152228 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:51.178162 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:27:51.197158 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7448ed51-2013-422c-99be-f15e000350f3,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:51.200091 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:51.200585 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.segments_db [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Added segment 293ab8f8-cb5b-41eb-b4f7-72feceb173d2 of type vlan for network 61bc6454-3943-4ea7-a052-57599eadac06 Oct 12 18:27:51.242556 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:51.352006 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:51.352947 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:51.353525 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:51.411480 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] Pushing event updated for resources: {'Network': ['ID=61bc6454-3943-4ea7-a052-57599eadac06,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:51.421243 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network 61bc6454-3943-4ea7-a052-57599eadac06 details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:27:51.449545 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-178ccab0-666c-4ab3-ab4d-cb9779c9e53d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7369819 Oct 12 18:27:51.452574 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47410) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:51.458299 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-e17941ad-b96f-4b32-a36f-82e96b41e027 admin admin] Request body: {'subnet': {'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-266806759-subnet', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'ip_version': 4}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:51.563384 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17941ad-b96f-4b32-a36f-82e96b41e027 admin admin] Made reservation on behalf of d1b808c36ccd4256858530aedc0a6f64 for: {'subnet': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:27:51.566486 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e17941ad-b96f-4b32-a36f-82e96b41e027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30502989'] for subnet, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:51.677490 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device bd84017e-938d-4387-96eb-f90e80ff8a30 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:27:51.691270 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: bd84017e-938d-4387-96eb-f90e80ff8a30 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:27:51.691595 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device bd84017e-938d-4387-96eb-f90e80ff8a30 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:27:51.765692 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47428) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:51.837898 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e17941ad-b96f-4b32-a36f-82e96b41e027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31250011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30503011'] for subnet, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:51.873152 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1996729965-network', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:52.122490 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17941ad-b96f-4b32-a36f-82e96b41e027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b22a110-2927-47ce-936a-32b2d9aa3b9a,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:52.131626 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17941ad-b96f-4b32-a36f-82e96b41e027 admin admin] Checking segment: {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:27:52.131978 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17941ad-b96f-4b32-a36f-82e96b41e027 admin admin] Network hostable DHCP agents. Network: 61bc6454-3943-4ea7-a052-57599eadac06, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:27:52.192502 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Made reservation on behalf of 38a1ca7b8f55456eb3c6946099885e5e for: {'network': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:27:52.194736 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.203195 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.217792 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17941ad-b96f-4b32-a36f-82e96b41e027 admin admin] Network 61bc6454-3943-4ea7-a052-57599eadac06 is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:27:52.281833 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.289569 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-e17941ad-b96f-4b32-a36f-82e96b41e027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, 61bc6454-3943-4ea7-a052-57599eadac06) {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:52.293635 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17941ad-b96f-4b32-a36f-82e96b41e027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:52.294212 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e17941ad-b96f-4b32-a36f-82e96b41e027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.305447 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3389507-d435-4ea0-b3ea-b4e56f38223a None None] Network 61bc6454-3943-4ea7-a052-57599eadac06 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:27:52.347225 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.372340 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:27:52.380042 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-e17941ad-b96f-4b32-a36f-82e96b41e027 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9263318 Oct 12 18:27:52.382899 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47434) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:52.386288 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1e773a-4765-4c97-b236-b96d6c78adb0,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:52.387843 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:52.391064 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.391436 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.segments_db [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Added segment 748933dd-d794-452a-a0bb-ee6aa4fd10a2 of type vlan for network e167e43c-8958-46db-953d-f60c625ee80b Oct 12 18:27:52.438414 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.462974 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp890a0fb1-e2fa-564a-9d74-2c4b0b4cc0ae-61bc6454-3943-4ea7-a052-57599eadac06', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a'}]}} from dv-cinder-813227-2-iscsi. {{(pid=94837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:27:52.463843 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.473389 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37475'] for router, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.477731 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37480'] for router, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.507396 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.508389 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:52.509166 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.531787 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.572186 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] Pushing event updated for resources: {'Network': ['ID=e167e43c-8958-46db-953d-f60c625ee80b,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:52.586220 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network e167e43c-8958-46db-953d-f60c625ee80b details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:27:52.650202 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Allocated IP 172.20.0.2 (61bc6454-3943-4ea7-a052-57599eadac06/2b22a110-2927-47ce-936a-32b2d9aa3b9a/87dcc2bd-f84f-452a-868d-65bbf25616c9) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:27:52.650390 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-a5372290-d50b-4dc9-b1a0-c15e30cd916f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8806992 Oct 12 18:27:52.650491 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47436) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:52.656220 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-e8203f16-8876-4c38-a176-9ddfd444aa64 admin admin] Request body: {'subnet': {'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1996729965-subnet', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'ip_version': 4}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:52.749575 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.781431 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8203f16-8876-4c38-a176-9ddfd444aa64 admin admin] Made reservation on behalf of 38a1ca7b8f55456eb3c6946099885e5e for: {'subnet': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:27:52.784347 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e8203f16-8876-4c38-a176-9ddfd444aa64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30502989'] for subnet, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.808972 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.920311 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:52.965445 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Network 61bc6454-3943-4ea7-a052-57599eadac06 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:27:52.968635 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:52.972695 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:27:52.978811 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Pushing event updated for resources: {'Port': ['ID=87dcc2bd-f84f-452a-868d-65bbf25616c9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:53.031018 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Attempting to bind port 87dcc2bd-f84f-452a-868d-65bbf25616c9 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:27:53.031407 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Attempting to bind port 87dcc2bd-f84f-452a-868d-65bbf25616c9 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:27:53.031766 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Attempting to bind port 87dcc2bd-f84f-452a-868d-65bbf25616c9 on network 61bc6454-3943-4ea7-a052-57599eadac06 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:27:53.034199 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e8203f16-8876-4c38-a176-9ddfd444aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31250011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30503011'] for subnet, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:53.038403 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:27:53.038894 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Checking segment: {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:27:53.039302 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:53.039693 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Bound using segment: {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:27:53.040153 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Bound port: 87dcc2bd-f84f-452a-868d-65bbf25616c9, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:27:53.040563 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:53.084740 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8203f16-8876-4c38-a176-9ddfd444aa64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5bd168-ecbc-44e3-8d6b-baa09d325a05,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:53.100556 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8203f16-8876-4c38-a176-9ddfd444aa64 admin admin] Checking segment: {'id': '748933dd-d794-452a-a0bb-ee6aa4fd10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:27:53.101041 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8203f16-8876-4c38-a176-9ddfd444aa64 admin admin] Network hostable DHCP agents. Network: e167e43c-8958-46db-953d-f60c625ee80b, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:27:53.111797 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:53.113953 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] For port 87dcc2bd-f84f-452a-868d-65bbf25616c9, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:27:53.117105 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] For port 87dcc2bd-f84f-452a-868d-65bbf25616c9, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=87dcc2bd-f84f-452a-868d-65bbf25616c9,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:27:53.130396 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:53.197216 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8203f16-8876-4c38-a176-9ddfd444aa64 admin admin] Network e167e43c-8958-46db-953d-f60c625ee80b is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:27:53.226319 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:53.229540 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Allocated IP 172.27.1.13 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/e6f44e0a-cb43-49bb-8664-5085ece9fa19) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:27:53.287087 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-e8203f16-8876-4c38-a176-9ddfd444aa64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, e167e43c-8958-46db-953d-f60c625ee80b) {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:53.295483 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8203f16-8876-4c38-a176-9ddfd444aa64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:53.298895 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e8203f16-8876-4c38-a176-9ddfd444aa64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:53.299058 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ca6e3-c217-4883-8665-a9c824c7659c None None] Pushing event updated for resources: {'Port': ['ID=87dcc2bd-f84f-452a-868d-65bbf25616c9,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:53.303053 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db79a55-cd22-47fd-99f9-341cdd080b12 None None] Network e167e43c-8958-46db-953d-f60c625ee80b requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:27:53.340274 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:53.379473 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-e8203f16-8876-4c38-a176-9ddfd444aa64 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7274234 Oct 12 18:27:53.382247 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47440) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:53.386641 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:53.432225 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:53.491780 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:27:53.492917 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37475'] for router, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:53.494140 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37480'] for router, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:53.500984 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:53.505764 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:27:53.551963 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Pushing event updated for resources: {'Port': ['ID=e6f44e0a-cb43-49bb-8664-5085ece9fa19,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:53.604006 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp890a0fb1-e2fa-564a-9d74-2c4b0b4cc0ae-e167e43c-8958-46db-953d-f60c625ee80b', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'fixed_ips': [{'subnet_id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05'}]}} from dv-cinder-813227-2-iscsi. {{(pid=94837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:27:53.605054 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:53.748957 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Allocated IP 172.20.0.2 (e167e43c-8958-46db-953d-f60c625ee80b/9c5bd168-ecbc-44e3-8d6b-baa09d325a05/4f35d1c4-9738-407e-9bcf-546dcae13144) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:27:53.865868 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:53.912184 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:54.009459 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:54.046292 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Network e167e43c-8958-46db-953d-f60c625ee80b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:27:54.051023 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:54.054476 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:27:54.063741 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Pushing event updated for resources: {'Port': ['ID=4f35d1c4-9738-407e-9bcf-546dcae13144,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:54.119916 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Attempting to bind port 4f35d1c4-9738-407e-9bcf-546dcae13144 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:27:54.120289 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Attempting to bind port 4f35d1c4-9738-407e-9bcf-546dcae13144 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '748933dd-d794-452a-a0bb-ee6aa4fd10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:27:54.120676 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Attempting to bind port 4f35d1c4-9738-407e-9bcf-546dcae13144 on network e167e43c-8958-46db-953d-f60c625ee80b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:27:54.126029 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:27:54.126554 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Checking segment: {'id': '748933dd-d794-452a-a0bb-ee6aa4fd10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:27:54.126878 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:54.127255 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Bound using segment: {'id': '748933dd-d794-452a-a0bb-ee6aa4fd10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:27:54.127718 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Bound port: 4f35d1c4-9738-407e-9bcf-546dcae13144, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748933dd-d794-452a-a0bb-ee6aa4fd10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:27:54.128099 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:54.239361 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:54.239466 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] For port 4f35d1c4-9738-407e-9bcf-546dcae13144, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:27:54.239466 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] For port 4f35d1c4-9738-407e-9bcf-546dcae13144, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=4f35d1c4-9738-407e-9bcf-546dcae13144,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:27:54.239630 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:54.364291 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f2e8b0-6826-46d0-bf86-00be74a34d56 None None] Network 61bc6454-3943-4ea7-a052-57599eadac06 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:27:54.393038 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-deee8df8-fbf8-44f1-a2e9-0f9a88bd659a req-a7224b3e-4d53-4ca9-8cf6-f84f7de5442a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 210 time: 0.0429504 Oct 12 18:27:54.481713 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f7ccb-6196-4385-aeee-ea206ecb06c3 req-b66d50fe-40de-4602-bc9d-4e4dc2fb4feb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:54.488976 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-140f7ccb-6196-4385-aeee-ea206ecb06c3 req-b66d50fe-40de-4602-bc9d-4e4dc2fb4feb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.1324031 Oct 12 18:27:54.489129 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-f4862332-8763-48f5-8526-df3329705edc None None] Provisioning complete for port 87dcc2bd-f84f-452a-868d-65bbf25616c9 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:54.489129 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4862332-8763-48f5-8526-df3329705edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:54.489317 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592892'] for router, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:54.563033 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-140f7ccb-6196-4385-aeee-ea206ecb06c3 req-c24a064e-7233-49c0-b159-83222619324f tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708103 Oct 12 18:27:54.616540 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4862332-8763-48f5-8526-df3329705edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:54.636639 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:54.691305 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-f4862332-8763-48f5-8526-df3329705edc None None] For port 87dcc2bd-f84f-452a-868d-65bbf25616c9, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=87dcc2bd-f84f-452a-868d-65bbf25616c9,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:54.711228 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa08c1-f4e1-4443-b13a-f99266a882bc None None] Pushing event updated for resources: {'Port': ['ID=4f35d1c4-9738-407e-9bcf-546dcae13144,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:54.777276 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4862332-8763-48f5-8526-df3329705edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:54.838707 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4862332-8763-48f5-8526-df3329705edc None None] Pushing event updated for resources: {'Port': ['ID=87dcc2bd-f84f-452a-868d-65bbf25616c9,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:54.901546 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Router 49c4b58e-86c3-4f66-af7b-0775da265084 is scheduled to L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 with binding_index 1 {{(pid=94835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:27:54.903146 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-906f7306-86d2-475c-9841-1a17d02bc49d None None] Provisioning complete for port 87dcc2bd-f84f-452a-868d-65bbf25616c9 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:54.903643 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-906f7306-86d2-475c-9841-1a17d02bc49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:54.967181 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:54.999838 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:55.126839 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:27:55.146144 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Sync routers for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:27:55.147533 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 87dcc2bd-f84f-452a-868d-65bbf25616c9 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:27:55.158545 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:27:55.159416 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:27:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:27:55.161952 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Allocated IP 172.27.1.26 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/d12672e5-9047-46bf-bece-3bb960dd5c54) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:27:55.197783 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 87dcc2bd-f84f-452a-868d-65bbf25616c9 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:55.198157 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:55.246013 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] Notify callbacks [] for router, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:55.247439 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-69b37b04-8e67-4554-90b1-ea260c54fa5c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8635168 Oct 12 18:27:55.250363 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47446) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:55.286359 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:27:55.286491 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:55.358942 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 4f35d1c4-9738-407e-9bcf-546dcae13144 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:27:55.428188 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:55.431908 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 4f35d1c4-9738-407e-9bcf-546dcae13144 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:55.432344 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:55.520284 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:27:55.527119 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:55.535344 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:27:55.560479 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:55.592960 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:53Z', 'revision_number': 3, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:27:55.622822 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port 4f35d1c4-9738-407e-9bcf-546dcae13144, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=4f35d1c4-9738-407e-9bcf-546dcae13144,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:55.638703 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Checking router: 49c4b58e-86c3-4f66-af7b-0775da265084 for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:27:55.644250 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Updating router 49c4b58e-86c3-4f66-af7b-0775da265084 port e6f44e0a-cb43-49bb-8664-5085ece9fa19 binding host dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:27:55.682765 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Pushing event updated for resources: {'Port': ['ID=d12672e5-9047-46bf-bece-3bb960dd5c54,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:55.691223 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:55.697931 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:55.711973 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-29477277-8187-4eac-9a53-01c9c655ec91 req-348ed22c-499f-47a7-8336-e1c010cc3c8b tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 210 time: 0.1921473 Oct 12 18:27:55.800243 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16aaee7-1b17-41d2-ae3a-865cb4894e9a req-2ce2ae3e-b65a-4bc5-9ce2-94a1b52ee624 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:55.808021 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f16aaee7-1b17-41d2-ae3a-865cb4894e9a req-2ce2ae3e-b65a-4bc5-9ce2-94a1b52ee624 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.1141121 Oct 12 18:27:55.813147 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=4f35d1c4-9738-407e-9bcf-546dcae13144,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:55.858663 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f16aaee7-1b17-41d2-ae3a-865cb4894e9a req-5e66d4e1-2ca1-43b0-b794-7e916faab219 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Oct 12 18:27:55.937089 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37419740-b730-45e2-bc52-a5a1bfc59645 None None] Network e167e43c-8958-46db-953d-f60c625ee80b requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:27:55.957158 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-b09699f5-bf71-4385-91c5-c77282e57f99 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:55.958642 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-b09699f5-bf71-4385-91c5-c77282e57f99 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.42 "GET /v2.0/networks?id=0999fba4-b001-46c1-a95d-aa5cf57e9c09 HTTP/1.1" status: 200 len: 808 time: 0.2140558 Oct 12 18:27:55.990973 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8468a4e9-1a95-412b-be92-e5e8dddb634a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Request body: {'port': {'device_id': 'd837950a-354a-44a9-9796-2049507a2225', 'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09', 'admin_state_up': True, 'tenant_id': 'ec6b4ea245ba455cb3a788ef7907c669'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:56.049829 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.083236 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-827b4c33-d940-432b-9815-48a4d5247c7d None None] Provisioning complete for port 4f35d1c4-9738-407e-9bcf-546dcae13144 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:56.083236 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-827b4c33-d940-432b-9815-48a4d5247c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.160502 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.180675 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.257619 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.269270 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Allocated IP 172.20.0.1 (61bc6454-3943-4ea7-a052-57599eadac06/2b22a110-2927-47ce-936a-32b2d9aa3b9a/c77a8f43-a0a8-4639-a60f-29bd26e46ff8) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:27:56.345230 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21f476-46d1-4989-b171-2330a882f562 None None] Pushing event updated for resources: {'Port': ['ID=e6f44e0a-cb43-49bb-8664-5085ece9fa19,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:56.366811 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Attempting to bind port e6f44e0a-cb43-49bb-8664-5085ece9fa19 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:27:56.367525 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Attempting to bind port e6f44e0a-cb43-49bb-8664-5085ece9fa19 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:27:56.368109 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Attempting to bind port e6f44e0a-cb43-49bb-8664-5085ece9fa19 on network 27969040-b1e7-431a-ac38-d174cd0b9f0d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:27:56.370997 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8468a4e9-1a95-412b-be92-e5e8dddb634a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Made reservation on behalf of ec6b4ea245ba455cb3a788ef7907c669 for: {'port': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:27:56.374954 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:27:56.382850 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8468a4e9-1a95-412b-be92-e5e8dddb634a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.383750 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Checking segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:27:56.383750 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.383750 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Bound using segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:27:56.383750 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Bound port: e6f44e0a-cb43-49bb-8664-5085ece9fa19, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:27:56.383750 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.405867 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592892'] for router, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.451981 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] For port e6f44e0a-cb43-49bb-8664-5085ece9fa19, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:27:56.453204 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] For port e6f44e0a-cb43-49bb-8664-5085ece9fa19, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=e6f44e0a-cb43-49bb-8664-5085ece9fa19,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:27:56.499972 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.520000 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-92e18386-03b0-4e5e-ae2a-ab1788d988bb None None] Provisioning complete for port 4f35d1c4-9738-407e-9bcf-546dcae13144 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:56.520601 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92e18386-03b0-4e5e-ae2a-ab1788d988bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.579090 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8468a4e9-1a95-412b-be92-e5e8dddb634a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Allocated IP 172.20.0.4 (0999fba4-b001-46c1-a95d-aa5cf57e9c09/490e7929-3c36-4a11-b406-54f7c3af926a/7433c711-5359-4625-b8ff-e5942a6a7cf3) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:27:56.583155 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.652708 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:27:56.653397 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:27:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:27:56.760377 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8468a4e9-1a95-412b-be92-e5e8dddb634a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.790138 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.792764 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21f476-46d1-4989-b171-2330a882f562 None None] Pushing event updated for resources: {'Port': ['ID=e6f44e0a-cb43-49bb-8664-5085ece9fa19,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:56.830996 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7a961f12-43a9-407f-8099-1b45bbc924bc req-64bbe531-7eeb-4775-9c55-3ef1d565177a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 210 time: 0.0362427 Oct 12 18:27:56.833274 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Network 61bc6454-3943-4ea7-a052-57599eadac06 is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:27:56.838405 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:56.844138 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:27:56.848985 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c77a8f43-a0a8-4639-a60f-29bd26e46ff8,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:56.888931 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8468a4e9-1a95-412b-be92-e5e8dddb634a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.894016 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:27:56.917703 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592685'] for router_interface, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:56.973503 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8468a4e9-1a95-412b-be92-e5e8dddb634a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Network 0999fba4-b001-46c1-a95d-aa5cf57e9c09 is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:27:56.976569 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8468a4e9-1a95-412b-be92-e5e8dddb634a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:56.981278 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8468a4e9-1a95-412b-be92-e5e8dddb634a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:27:56.985046 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a9120-71c6-4599-9a3b-79f5d7f6eaa2 req-cbefeb13-6ec9-43a3-a9d6-5724dae27c14 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:56.985189 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468a4e9-1a95-412b-be92-e5e8dddb634a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Pushing event updated for resources: {'Port': ['ID=7433c711-5359-4625-b8ff-e5942a6a7cf3,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:56.986611 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-414a9120-71c6-4599-9a3b-79f5d7f6eaa2 req-cbefeb13-6ec9-43a3-a9d6-5724dae27c14 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0555553 Oct 12 18:27:57.061126 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-414a9120-71c6-4599-9a3b-79f5d7f6eaa2 req-f0ae05e9-2145-4b76-bd15-4cef2f732249 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636199 Oct 12 18:27:57.089987 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8468a4e9-1a95-412b-be92-e5e8dddb634a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:57.095657 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8468a4e9-1a95-412b-be92-e5e8dddb634a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:57.099560 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 4f35d1c4-9738-407e-9bcf-546dcae13144 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:27:57.113626 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:53Z', 'revision_number': 3, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:27:57.142797 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc7e1a-54fa-467c-a5b4-b1e1ccfd83fc None None] The sync data for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi is: [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:53Z', 'revision_number': 3, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:27:57.153016 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Router 49e02d36-007c-4d88-b88a-843b11de9e6e is scheduled to L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 with binding_index 1 {{(pid=94835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:27:57.161164 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4861fbd-adef-466d-ae00-33ffe00be316 None None] Provisioning complete for port c77a8f43-a0a8-4639-a60f-29bd26e46ff8 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:57.161540 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4861fbd-adef-466d-ae00-33ffe00be316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:57.188668 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 4f35d1c4-9738-407e-9bcf-546dcae13144 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:57.195431 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:57.226104 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4861fbd-adef-466d-ae00-33ffe00be316 None None] Port c77a8f43-a0a8-4639-a60f-29bd26e46ff8 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:27:57.271652 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:27:57.282774 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8468a4e9-1a95-412b-be92-e5e8dddb634a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3037338 Oct 12 18:27:57.284804 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Sync routers for ids ['49e02d36-007c-4d88-b88a-843b11de9e6e'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:27:57.295362 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Routers {'49e02d36-007c-4d88-b88a-843b11de9e6e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:27:57.296002 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:27:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49e02d36-007c-4d88-b88a-843b11de9e6e'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:27:57.297003 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Request body: {'port': {'device_id': 'd837950a-354a-44a9-9796-2049507a2225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:57.359553 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] Notify callbacks [] for router, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:57.364372 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-1a1473d7-7275-41b8-abf7-c1658631f39d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9809787 Oct 12 18:27:57.367167 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47478) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:57.390933 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:57.410509 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:57.472654 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Set router 49e02d36-007c-4d88-b88a-843b11de9e6e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:27:57.806012 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:55Z', 'revision_number': 3, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port': {'id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:55Z', 'updated_at': '2021-10-12T18:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:27:57.832341 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Checking router: 49e02d36-007c-4d88-b88a-843b11de9e6e for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:27:57.833228 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Updating router 49e02d36-007c-4d88-b88a-843b11de9e6e port d12672e5-9047-46bf-bece-3bb960dd5c54 binding host dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:27:57.882727 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:57.886161 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:57.966863 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7433c711-5359-4625-b8ff-e5942a6a7cf3 {{(pid=94836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:27:57.977275 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:57.995547 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.provisioning_blocks [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Transition to ACTIVE for port object 7433c711-5359-4625-b8ff-e5942a6a7cf3 will not be triggered until provisioned by entity L2. {{(pid=94836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:27:58.005117 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.073925 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c77a8f43-a0a8-4639-a60f-29bd26e46ff8,revision_number=2']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:58.097304 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634557'] for router_interface, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.106665 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13ca3-2d7b-4414-902b-3be0943676c2 req-02d9e65e-0127-458b-8aa8-680a2b55834b tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:58.108211 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-17d13ca3-2d7b-4414-902b-3be0943676c2 req-02d9e65e-0127-458b-8aa8-680a2b55834b tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 931 time: 0.1232836 Oct 12 18:27:58.121445 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.193768 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.244799 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-17d13ca3-2d7b-4414-902b-3be0943676c2 req-30221a7f-cb64-4c11-8c7a-ad3ea7a68188 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193919 Oct 12 18:27:58.250923 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.275428 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7433c711-5359-4625-b8ff-e5942a6a7cf3,revision_number=2']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:58.286080 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Network 61bc6454-3943-4ea7-a052-57599eadac06 is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:27:58.302612 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:58.366509 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8084d1e-a7ad-44d5-b415-6c1498d09d82 req-970d5e70-5b6d-4bd0-95b7-c2cd33e70fbb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:58.368066 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f8084d1e-a7ad-44d5-b415-6c1498d09d82 req-970d5e70-5b6d-4bd0-95b7-c2cd33e70fbb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.1455753 Oct 12 18:27:58.370164 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.390592 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Allocated IP 172.20.0.1 (e167e43c-8958-46db-953d-f60c625ee80b/9c5bd168-ecbc-44e3-8d6b-baa09d325a05/cc9aaf27-e647-49e2-8740-78eebb4283bf) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:27:58.427212 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Attempting to bind port 7433c711-5359-4625-b8ff-e5942a6a7cf3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:27:58.427553 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Attempting to bind port 7433c711-5359-4625-b8ff-e5942a6a7cf3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ef2c8416-83da-4f87-bbf7-da1aa8055df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09'}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:27:58.427886 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Attempting to bind port 7433c711-5359-4625-b8ff-e5942a6a7cf3 on network 0999fba4-b001-46c1-a95d-aa5cf57e9c09 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:27:58.439407 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Port 7433c711-5359-4625-b8ff-e5942a6a7cf3 on network 0999fba4-b001-46c1-a95d-aa5cf57e9c09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:27:58.439747 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Attempting to bind port 7433c711-5359-4625-b8ff-e5942a6a7cf3 on network 0999fba4-b001-46c1-a95d-aa5cf57e9c09 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:27:58.450337 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:27:58.450699 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Checking segment: {'id': 'ef2c8416-83da-4f87-bbf7-da1aa8055df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:27:58.451058 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Bound using segment: {'id': 'ef2c8416-83da-4f87-bbf7-da1aa8055df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09'} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:27:58.451510 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Bound port: 7433c711-5359-4625-b8ff-e5942a6a7cf3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2c8416-83da-4f87-bbf7-da1aa8055df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09'}}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:27:58.451860 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.482619 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Router 49c4b58e-86c3-4f66-af7b-0775da265084 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:27:58.496536 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f8084d1e-a7ad-44d5-b415-6c1498d09d82 req-31478d0b-32c3-40b1-8d2b-e883f0754018 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991149 Oct 12 18:27:58.595998 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Attempting to bind port d12672e5-9047-46bf-bece-3bb960dd5c54 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:27:58.596205 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.596322 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Attempting to bind port d12672e5-9047-46bf-bece-3bb960dd5c54 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:27:58.596322 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Attempting to bind port d12672e5-9047-46bf-bece-3bb960dd5c54 on network 27969040-b1e7-431a-ac38-d174cd0b9f0d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:27:58.603478 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:27:58.604133 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Checking segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:27:58.604771 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.605328 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Bound using segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:27:58.605975 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Bound port: d12672e5-9047-46bf-bece-3bb960dd5c54, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:27:58.606533 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.637881 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] For port 7433c711-5359-4625-b8ff-e5942a6a7cf3, host hv-cinder-81322, cleared binding levels {{(pid=94836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:27:58.643118 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09ee21-741b-48e6-8ad8-cc04b9e76bee None None] Pushing event updated for resources: {'Port': ['ID=d12672e5-9047-46bf-bece-3bb960dd5c54,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:58.663148 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] For port 7433c711-5359-4625-b8ff-e5942a6a7cf3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7433c711-5359-4625-b8ff-e5942a6a7cf3,segment=NetworkSegment(ef2c8416-83da-4f87-bbf7-da1aa8055df3),segment_id=ef2c8416-83da-4f87-bbf7-da1aa8055df3)] {{(pid=94836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:27:58.681704 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] For port d12672e5-9047-46bf-bece-3bb960dd5c54, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:27:58.684719 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] For port d12672e5-9047-46bf-bece-3bb960dd5c54, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=d12672e5-9047-46bf-bece-3bb960dd5c54,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:27:58.721640 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:27:58.728122 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-b9ed8ae6-ceac-4a11-9444-62249a9837f4 admin admin] 10.222.0.18 "PUT /v2.0/routers/49c4b58e-86c3-4f66-af7b-0775da265084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4751093 Oct 12 18:27:58.753962 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.771011 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-4f9e6722-2834-42df-b9ed-da3b5223afc6 None None] Provisioning complete for port c77a8f43-a0a8-4639-a60f-29bd26e46ff8 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:58.771456 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6722-2834-42df-b9ed-da3b5223afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.798099 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.816186 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Network e167e43c-8958-46db-953d-f60c625ee80b is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:27:58.824194 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:27:58.837594 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e6722-2834-42df-b9ed-da3b5223afc6 None None] Port c77a8f43-a0a8-4639-a60f-29bd26e46ff8 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:27:58.840662 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:27:58.842443 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.843413 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592685'] for router_interface, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.910811 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:58.911437 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:58.913272 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] 10.222.0.42 "PUT /v2.0/ports/7433c711-5359-4625-b8ff-e5942a6a7cf3 HTTP/1.1" status: 200 len: 1093 time: 1.6206257 Oct 12 18:27:58.913732 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd837950a-354a-44a9-9796-2049507a2225', 'tag': '7433c711-5359-4625-b8ff-e5942a6a7cf3'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:27:58.921157 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af4b2b4-03f3-4706-8500-584498d6bdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d837950a-354a-44a9-9796-2049507a2225", "tag": "7433c711-5359-4625-b8ff-e5942a6a7cf3"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:27:58.932882 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Pushing event updated for resources: {'Port': ['ID=cc9aaf27-e647-49e2-8740-78eebb4283bf,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:58.939680 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Routers {'49e02d36-007c-4d88-b88a-843b11de9e6e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:27:58.939680 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:27:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49e02d36-007c-4d88-b88a-843b11de9e6e'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:27:58.975977 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41265d-97ef-4035-a818-5975f503e7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7433c711-5359-4625-b8ff-e5942a6a7cf3,revision_number=3']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:59.005590 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306b2e1b-0995-4a6e-bef1-0005036437dc x-openstack-request-id: req-306b2e1b-0995-4a6e-bef1-0005036437dc {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:27:59.005793 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d837950a-354a-44a9-9796-2049507a2225", "tag": "7433c711-5359-4625-b8ff-e5942a6a7cf3", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:27:59.006077 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-306b2e1b-0995-4a6e-bef1-0005036437dc {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:27:59.006492 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd837950a-354a-44a9-9796-2049507a2225', 'tag': '7433c711-5359-4625-b8ff-e5942a6a7cf3', 'status': 'completed', 'code': 200} Oct 12 18:27:59.140770 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09ee21-741b-48e6-8ad8-cc04b9e76bee None None] Pushing event updated for resources: {'Port': ['ID=d12672e5-9047-46bf-bece-3bb960dd5c54,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:59.182948 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:59.185571 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device e6f44e0a-cb43-49bb-8664-5085ece9fa19 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:27:59.268027 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-98b16ea0-bb2a-4707-8e97-cd95bacf10ba None None] Provisioning complete for port cc9aaf27-e647-49e2-8740-78eebb4283bf triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:59.268777 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98b16ea0-bb2a-4707-8e97-cd95bacf10ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:59.281795 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] Set router 49e02d36-007c-4d88-b88a-843b11de9e6e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:27:59.372573 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-41d22f0c-f53c-4744-a0bf-54416a3ef517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:59.374239 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-41d22f0c-f53c-4744-a0bf-54416a3ef517 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec6b4ea245ba455cb3a788ef7907c669&device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 1096 time: 0.3506446 Oct 12 18:27:59.417447 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-98b16ea0-bb2a-4707-8e97-cd95bacf10ba None None] Port cc9aaf27-e647-49e2-8740-78eebb4283bf cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:27:59.432253 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-a34181fe-06f2-4d5d-9b1a-d450714da164 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7433c711-5359-4625-b8ff-e5942a6a7cf3 HTTP/1.1" status: 200 len: 217 time: 0.0441973 Oct 12 18:27:59.457313 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5a76f-fe9b-40d7-8fe6-a4a9126dd6d6 req-a2292790-d6a3-44bc-92f3-be24b029c436 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:59.464988 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6af5a76f-fe9b-40d7-8fe6-a4a9126dd6d6 req-a2292790-d6a3-44bc-92f3-be24b029c436 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 943 time: 0.0872123 Oct 12 18:27:59.471904 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Sync routers for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:27:59.477016 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port e6f44e0a-cb43-49bb-8664-5085ece9fa19 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:27:59.477660 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:59.494741 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:27:59.495445 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:27:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:27:59.519406 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8212b9e3-1e8a-446f-a6ef-83217e84b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:59.519406 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-8212b9e3-1e8a-446f-a6ef-83217e84b5ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=490e7929-3c36-4a11-b406-54f7c3af926a HTTP/1.1" status: 200 len: 848 time: 0.0734773 Oct 12 18:27:59.559583 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6af5a76f-fe9b-40d7-8fe6-a4a9126dd6d6 req-2398fd5e-e4ce-4ed8-86a0-71a258e4e822 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937004 Oct 12 18:27:59.574362 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-6e8e7f65-8829-4c08-9aaf-34da8d744091 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0999fba4-b001-46c1-a95d-aa5cf57e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445254 Oct 12 18:27:59.577356 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:59.646363 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:59.647818 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634557'] for router_interface, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:59.654986 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:27:59.669906 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:59.699497 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port e6f44e0a-cb43-49bb-8664-5085ece9fa19, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=e6f44e0a-cb43-49bb-8664-5085ece9fa19,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:27:59.708866 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:55Z', 'revision_number': 3, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port': {'id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:55Z', 'updated_at': '2021-10-12T18:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:27:59.712045 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfb9ce-adf3-4c8b-a6ff-8f309e3ea1f5 req-8c35d544-277c-41cf-b719-1d81bacfb9f1 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:27:59.715925 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5dcfb9ce-adf3-4c8b-a6ff-8f309e3ea1f5 req-8c35d544-277c-41cf-b719-1d81bacfb9f1 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.1239066 Oct 12 18:27:59.764089 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22cd113-e94b-4328-be71-f08ac75cb7c8 None None] The sync data for ids ['49e02d36-007c-4d88-b88a-843b11de9e6e'] in dv-cinder-813227-2-iscsi is: [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:55Z', 'revision_number': 3, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port': {'id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:55Z', 'updated_at': '2021-10-12T18:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:27:59.790856 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-25056dfd-974c-4cfe-bd91-13665eb2d1c6 service neutron] 10.222.0.42 "GET /v2.0/networks/0999fba4-b001-46c1-a95d-aa5cf57e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087493 Oct 12 18:27:59.828915 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:27:59.885926 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47526) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:27:59.895998 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Pushing event updated for resources: {'Port': ['ID=cc9aaf27-e647-49e2-8740-78eebb4283bf,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:59.906436 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-645594978-network', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:27:59.913374 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=e6f44e0a-cb43-49bb-8664-5085ece9fa19,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:27:59.924260 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5dcfb9ce-adf3-4c8b-a6ff-8f309e3ea1f5 req-b955025b-edaa-4189-a624-4d5d692210e5 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667342 Oct 12 18:27:59.926564 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:59.926919 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:59.927262 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:59.927601 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:59.927983 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:59.928316 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:59.928686 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:59.929440 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:59.937543 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:59.938296 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:59.939452 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:59.940099 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:27:59.987070 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Network e167e43c-8958-46db-953d-f60c625ee80b is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:27:59.991593 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:28:00.000464 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9a660d4a-7cad-4ea3-af7c-f3b785210ffa req-b7e8c851-51f7-4b16-a996-41d4055b0c7c service neutron] 10.222.0.42 "GET /v2.0/networks/0999fba4-b001-46c1-a95d-aa5cf57e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006233 Oct 12 18:28:00.002805 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 2, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:00.042977 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Checking router: 49c4b58e-86c3-4f66-af7b-0775da265084 for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:28:00.043320 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Updating router 49c4b58e-86c3-4f66-af7b-0775da265084 port c77a8f43-a0a8-4639-a60f-29bd26e46ff8 binding host dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:28:00.067862 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Made reservation on behalf of 013389300c86431d9fabe0d5bc4222b0 for: {'network': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:28:00.070100 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.080948 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.099977 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.135457 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Router 49e02d36-007c-4d88-b88a-843b11de9e6e has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:28:00.292194 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.312701 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4b2b4-03f3-4706-8500-584498d6bdc1 req-691b136c-be3a-415a-bbd5-c1ad098a26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:00.314805 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9af4b2b4-03f3-4706-8500-584498d6bdc1 req-691b136c-be3a-415a-bbd5-c1ad098a26f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec6b4ea245ba455cb3a788ef7907c669&device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 1096 time: 0.0748274 Oct 12 18:28:00.355792 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-ad85bbb2-bf6a-4069-815d-015b57bf4246 None None] Provisioning complete for port cc9aaf27-e647-49e2-8740-78eebb4283bf triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:00.356367 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad85bbb2-bf6a-4069-815d-015b57bf4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.396021 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ad85bbb2-bf6a-4069-815d-015b57bf4246 None None] Port cc9aaf27-e647-49e2-8740-78eebb4283bf cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:28:00.400282 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:28:00.414439 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-7ed4c25b-7826-49c9-962a-0aed9d931caa admin admin] 10.222.0.18 "PUT /v2.0/routers/49e02d36-007c-4d88-b88a-843b11de9e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0379956 Oct 12 18:28:00.414564 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.455267 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:28:00.490740 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee889d14-bebc-4fc3-b52b-c6be684003c1,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:00.494330 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.494851 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.segments_db [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Added segment 99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421 of type vlan for network fc1f82f0-12d0-4936-8803-614717b9ef0c Oct 12 18:28:00.572136 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.589885 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.593425 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4b2b4-03f3-4706-8500-584498d6bdc1 req-564e0d34-651b-4196-abee-8976b143dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:00.595660 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9af4b2b4-03f3-4706-8500-584498d6bdc1 req-564e0d34-651b-4196-abee-8976b143dabc service neutron] 10.222.0.42 "GET /v2.0/networks?id=0999fba4-b001-46c1-a95d-aa5cf57e9c09 HTTP/1.1" status: 200 len: 909 time: 0.2717111 Oct 12 18:28:00.656916 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.668177 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9af4b2b4-03f3-4706-8500-584498d6bdc1 req-e78940ad-ac33-49e1-888a-fa4cf899353e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7433c711-5359-4625-b8ff-e5942a6a7cf3 HTTP/1.1" status: 200 len: 217 time: 0.0627744 Oct 12 18:28:00.727979 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4b2b4-03f3-4706-8500-584498d6bdc1 req-74273908-15a1-483c-bfd9-c17f1795bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:00.731821 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9af4b2b4-03f3-4706-8500-584498d6bdc1 req-74273908-15a1-483c-bfd9-c17f1795bd83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=490e7929-3c36-4a11-b406-54f7c3af926a HTTP/1.1" status: 200 len: 848 time: 0.0543137 Oct 12 18:28:00.731821 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.731821 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:00.731821 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.761134 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c94f3-4e3c-40d4-afc3-7200fa2be013 req-372aae38-85b6-4173-aac8-4f77ff8ac9b9 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:00.762720 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a37c94f3-4e3c-40d4-afc3-7200fa2be013 req-372aae38-85b6-4173-aac8-4f77ff8ac9b9 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 943 time: 0.1015337 Oct 12 18:28:00.797449 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Attempting to bind port c77a8f43-a0a8-4639-a60f-29bd26e46ff8 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:28:00.798314 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Attempting to bind port c77a8f43-a0a8-4639-a60f-29bd26e46ff8 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:28:00.798913 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Attempting to bind port c77a8f43-a0a8-4639-a60f-29bd26e46ff8 on network 61bc6454-3943-4ea7-a052-57599eadac06 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:28:00.807141 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Pushing event updated for resources: {'Port': ['ID=c77a8f43-a0a8-4639-a60f-29bd26e46ff8,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:00.820629 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:28:00.821654 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Checking segment: {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:28:00.822648 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.823249 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Bound using segment: {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:28:00.824070 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Bound port: c77a8f43-a0a8-4639-a60f-29bd26e46ff8, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:28:00.824808 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:00.830806 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a37c94f3-4e3c-40d4-afc3-7200fa2be013 req-821e319a-f7f5-4513-8b8a-ca6d998ee67d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537086 Oct 12 18:28:00.843056 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9af4b2b4-03f3-4706-8500-584498d6bdc1 req-aa5c361a-eea4-46de-839f-04f067f3d261 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0999fba4-b001-46c1-a95d-aa5cf57e9c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014361 Oct 12 18:28:00.853251 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:28:00.853587 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:28:00.853921 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:28:00.854243 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:28:00.855054 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:28:00.855390 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:28:00.855792 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:28:00.856223 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:28:00.856464 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:28:00.864053 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:28:00.864053 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:28:00.864053 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:28:00.923954 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] For port c77a8f43-a0a8-4639-a60f-29bd26e46ff8, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:28:00.928365 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] For port c77a8f43-a0a8-4639-a60f-29bd26e46ff8, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=c77a8f43-a0a8-4639-a60f-29bd26e46ff8,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:28:00.937039 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1f82f0-12d0-4936-8803-614717b9ef0c,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:00.956714 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-5c54e388-4fde-4af5-947b-b576680a7aa2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0580404 Oct 12 18:28:00.957376 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network fc1f82f0-12d0-4936-8803-614717b9ef0c details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:28:00.957680 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47544) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:00.964678 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-2c41138e-3b35-46aa-b48d-e3a16a62b4ad admin admin] Request body: {'subnet': {'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-645594978-subnet', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'ip_version': 4}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:01.050902 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a426344a-2042-4a6b-bf8c-d63823b88031 None None] Provisioning complete for port c77a8f43-a0a8-4639-a60f-29bd26e46ff8 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:01.051275 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a426344a-2042-4a6b-bf8c-d63823b88031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:01.056488 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:01.061907 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9af4b2b4-03f3-4706-8500-584498d6bdc1 req-ce86ec79-3405-4354-85e3-714a4509b767 service neutron] 10.222.0.42 "GET /v2.0/networks/0999fba4-b001-46c1-a95d-aa5cf57e9c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125938 Oct 12 18:28:01.107267 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c41138e-3b35-46aa-b48d-e3a16a62b4ad admin admin] Made reservation on behalf of 013389300c86431d9fabe0d5bc4222b0 for: {'subnet': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:28:01.110210 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2c41138e-3b35-46aa-b48d-e3a16a62b4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30502989'] for subnet, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:01.188256 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa6f13-1d6d-448a-b187-cc4a7e7a6e81 req-56224bc5-bfa7-4e8c-b599-2d4f3261303e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:01.190625 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3aaa6f13-1d6d-448a-b187-cc4a7e7a6e81 req-56224bc5-bfa7-4e8c-b599-2d4f3261303e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0998108 Oct 12 18:28:01.206830 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:28:01.209169 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:27:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:01.290490 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3aaa6f13-1d6d-448a-b187-cc4a7e7a6e81 req-d1371f80-38b1-4f82-b7e2-b0d69e1a1f1d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903387 Oct 12 18:28:01.329044 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device e6f44e0a-cb43-49bb-8664-5085ece9fa19 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:01.333723 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf648c9-77ad-4aa5-acd0-ccd50fb971fc None None] Pushing event updated for resources: {'Port': ['ID=c77a8f43-a0a8-4639-a60f-29bd26e46ff8,revision_number=4']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:01.400271 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a426344a-2042-4a6b-bf8c-d63823b88031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:01.445845 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-9af4b2b4-03f3-4706-8500-584498d6bdc1 req-701cad73-5bd0-4786-a733-f5498a337c76 service neutron] 10.222.0.42 "GET /v2.0/networks/0999fba4-b001-46c1-a95d-aa5cf57e9c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736696 Oct 12 18:28:01.449516 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:28:01.449979 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a426344a-2042-4a6b-bf8c-d63823b88031 None None] For port c77a8f43-a0a8-4639-a60f-29bd26e46ff8, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=c77a8f43-a0a8-4639-a60f-29bd26e46ff8,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:28:01.469462 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port e6f44e0a-cb43-49bb-8664-5085ece9fa19 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:01.469909 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:01.538234 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a426344a-2042-4a6b-bf8c-d63823b88031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:01.641131 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426344a-2042-4a6b-bf8c-d63823b88031 None None] Pushing event updated for resources: {'Port': ['ID=c77a8f43-a0a8-4639-a60f-29bd26e46ff8,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:01.658789 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device d12672e5-9047-46bf-bece-3bb960dd5c54 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:01.667765 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2c41138e-3b35-46aa-b48d-e3a16a62b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31250011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30503011'] for subnet, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:01.698674 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-6e9f9669-eb1d-4db2-9080-f082ee6de76f None None] Provisioning complete for port c77a8f43-a0a8-4639-a60f-29bd26e46ff8 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:01.699056 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9669-eb1d-4db2-9080-f082ee6de76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:01.714832 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47562) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:01.719851 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1196922659-network', 'tenant_id': '31e826e73cd747eba516dd786f63bc90'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:01.740390 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41138e-3b35-46aa-b48d-e3a16a62b4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff3e2cd-b137-433b-8ec2-8d2229945c6e,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:01.766375 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c41138e-3b35-46aa-b48d-e3a16a62b4ad admin admin] Checking segment: {'id': '99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:28:01.767573 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c41138e-3b35-46aa-b48d-e3a16a62b4ad admin admin] Network hostable DHCP agents. Network: fc1f82f0-12d0-4936-8803-614717b9ef0c, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:28:01.771943 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port d12672e5-9047-46bf-bece-3bb960dd5c54 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:01.772324 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:01.779814 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:00Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:01.872869 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c41138e-3b35-46aa-b48d-e3a16a62b4ad admin admin] Network fc1f82f0-12d0-4936-8803-614717b9ef0c is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:28:01.876954 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Made reservation on behalf of 31e826e73cd747eba516dd786f63bc90 for: {'network': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:28:01.876954 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:01.886581 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:01.909968 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45278946-3f19-49cd-a0fd-3ec18b2923f0 None None] The sync data for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi is: [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:00Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:28:01.914525 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:01.940751 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port d12672e5-9047-46bf-bece-3bb960dd5c54, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=d12672e5-9047-46bf-bece-3bb960dd5c54,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:28:02.000960 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-2c41138e-3b35-46aa-b48d-e3a16a62b4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, fc1f82f0-12d0-4936-8803-614717b9ef0c) {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:28:02.012456 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355c1f0f-5c7b-4696-8c5c-df15e9a1675e None None] Network fc1f82f0-12d0-4936-8803-614717b9ef0c requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:28:02.016234 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c41138e-3b35-46aa-b48d-e3a16a62b4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:02.017717 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2c41138e-3b35-46aa-b48d-e3a16a62b4ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.021587 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.074870 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.105590 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7c98c-91a7-4392-8907-f4b412f81e8a req-7551c1ea-b65d-4fe1-befd-647b5574da55 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:02.108039 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7e7c98c-91a7-4392-8907-f4b412f81e8a req-7551c1ea-b65d-4fe1-befd-647b5574da55 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 943 time: 0.0658610 Oct 12 18:28:02.158653 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-2c41138e-3b35-46aa-b48d-e3a16a62b4ad admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1971552 Oct 12 18:28:02.158875 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.159051 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47568) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:02.163372 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-645594978-router', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:02.178850 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7e7c98c-91a7-4392-8907-f4b412f81e8a req-cf5a1e89-4dbe-42f5-a090-70977d6140c9 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596905 Oct 12 18:28:02.194186 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:28:02.208640 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=d12672e5-9047-46bf-bece-3bb960dd5c54,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:02.219910 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.220665 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.segments_db [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Added segment 3e9ca17a-c481-4000-8c95-4ee2618d2b87 of type vlan for network d930a79f-2c00-4aa4-92cf-d3340714ff7b Oct 12 18:28:02.283106 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp890a0fb1-e2fa-564a-9d74-2c4b0b4cc0ae-fc1f82f0-12d0-4936-8803-614717b9ef0c', 'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'fixed_ips': [{'subnet_id': '2ff3e2cd-b137-433b-8ec2-8d2229945c6e'}]}} from dv-cinder-813227-2-iscsi. {{(pid=94837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:28:02.284482 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae1b0d8-a767-4beb-b1cd-bce115b70129,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:02.285016 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.289103 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.325131 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37475'] for router, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.327246 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37480'] for router, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.392579 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47576) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:02.427734 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.429363 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:02.430257 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.450051 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.460824 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Sync routers for ids ['49e02d36-007c-4d88-b88a-843b11de9e6e'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:28:02.488097 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Routers {'49e02d36-007c-4d88-b88a-843b11de9e6e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:28:02.489331 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:27:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49e02d36-007c-4d88-b88a-843b11de9e6e'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:02.550307 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] Pushing event updated for resources: {'Network': ['ID=d930a79f-2c00-4aa4-92cf-d3340714ff7b,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:02.582229 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network d930a79f-2c00-4aa4-92cf-d3340714ff7b details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:28:02.586351 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897bf8f-5f02-4b9b-be09-728b198d4c1f req-c51c32a3-2727-49ab-831f-f8070b1f5422 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:02.595764 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3897bf8f-5f02-4b9b-be09-728b198d4c1f req-c51c32a3-2727-49ab-831f-f8070b1f5422 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.1028297 Oct 12 18:28:02.614496 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-b3a41e35-156e-4d90-a0b2-c1950c3c76db admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8984563 Oct 12 18:28:02.616954 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47580) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:02.622601 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-1614ecee-4d4a-4934-b037-15b76c832eca admin admin] Request body: {'subnet': {'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1196922659-subnet', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'ip_version': 4}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:02.634720 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0203-0d68-46f3-a78b-492e4ea35498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.704809 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3897bf8f-5f02-4b9b-be09-728b198d4c1f req-cd9ac049-b012-45c9-9a75-742e6093700c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074026 Oct 12 18:28:02.716250 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.790527 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0203-0d68-46f3-a78b-492e4ea35498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.799224 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1614ecee-4d4a-4934-b037-15b76c832eca admin admin] Made reservation on behalf of 31e826e73cd747eba516dd786f63bc90 for: {'subnet': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:28:02.801898 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1614ecee-4d4a-4934-b037-15b76c832eca admin admin] Notify callbacks [] for subnet, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.872082 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Allocated IP 172.20.0.2 (fc1f82f0-12d0-4936-8803-614717b9ef0c/2ff3e2cd-b137-433b-8ec2-8d2229945c6e/f2d18c79-3055-4ad9-9136-404ab58ad27c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:28:02.889993 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d1dd0203-0d68-46f3-a78b-492e4ea35498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:02.933374 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-d1dd0203-0d68-46f3-a78b-492e4ea35498 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7dda566af7549639a88fae453164814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391037 Oct 12 18:28:02.937296 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47582) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:02.975066 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd0203-0d68-46f3-a78b-492e4ea35498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce654802-a6ce-4358-9a20-df14467e7b22,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:03.010335 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Set router 49e02d36-007c-4d88-b88a-843b11de9e6e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:28:03.067804 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-41433f01-ef98-46e7-a24a-428377f06cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.096608 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-41433f01-ef98-46e7-a24a-428377f06cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.170966 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1614ecee-4d4a-4934-b037-15b76c832eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.200257 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.250015 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.264274 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device d12672e5-9047-46bf-bece-3bb960dd5c54 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:03.315659 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614ecee-4d4a-4934-b037-15b76c832eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=171ca8ed-e574-4360-ae9d-255deab725f4,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:03.324833 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-41433f01-ef98-46e7-a24a-428377f06cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.331400 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-41433f01-ef98-46e7-a24a-428377f06cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.332985 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-41433f01-ef98-46e7-a24a-428377f06cd9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce654802-a6ce-4358-9a20-df14467e7b22 HTTP/1.1" status: 204 len: 168 time: 0.3927824 Oct 12 18:28:03.359273 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41433f01-ef98-46e7-a24a-428377f06cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce654802-a6ce-4358-9a20-df14467e7b22,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:03.372033 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.392772 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1614ecee-4d4a-4934-b037-15b76c832eca admin admin] Checking segment: {'id': '3e9ca17a-c481-4000-8c95-4ee2618d2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:28:03.393136 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1614ecee-4d4a-4934-b037-15b76c832eca admin admin] Network hostable DHCP agents. Network: d930a79f-2c00-4aa4-92cf-d3340714ff7b, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:28:03.444885 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b665a3-e32d-4cd4-9d4f-e16f802c85e3 req-0c8e0c20-6f98-48bd-8c64-47297ac1fbe0 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:03.448614 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-89b665a3-e32d-4cd4-9d4f-e16f802c85e3 req-0c8e0c20-6f98-48bd-8c64-47297ac1fbe0 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 943 time: 0.1226799 Oct 12 18:28:03.483177 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port d12672e5-9047-46bf-bece-3bb960dd5c54 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:03.483755 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.500217 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Allocated IP 172.27.1.246 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:28:03.508147 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-89b665a3-e32d-4cd4-9d4f-e16f802c85e3 req-6ee6d261-a509-4c9b-bd54-d498616f70fc tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488598 Oct 12 18:28:03.558318 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port': {'id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:55Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'cc9aaf27-e647-49e2-8740-78eebb4283bf', 'name': '', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'mac_address': 'fa:16:3e:6a:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:58Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 2, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'subnets': [{'id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:03.562382 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.593230 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1614ecee-4d4a-4934-b037-15b76c832eca admin admin] Network d930a79f-2c00-4aa4-92cf-d3340714ff7b is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:28:03.619722 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Checking router: 49e02d36-007c-4d88-b88a-843b11de9e6e for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:28:03.620077 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Updating router 49e02d36-007c-4d88-b88a-843b11de9e6e port cc9aaf27-e647-49e2-8740-78eebb4283bf binding host dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:28:03.621489 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.672597 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Network fc1f82f0-12d0-4936-8803-614717b9ef0c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:28:03.688199 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:28:03.692170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:28:03.702333 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.723407 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Pushing event updated for resources: {'Port': ['ID=f2d18c79-3055-4ad9-9136-404ab58ad27c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:03.724625 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-1614ecee-4d4a-4934-b037-15b76c832eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, d930a79f-2c00-4aa4-92cf-d3340714ff7b) {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:28:03.736391 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1614ecee-4d4a-4934-b037-15b76c832eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:03.736391 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1614ecee-4d4a-4934-b037-15b76c832eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.736581 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device c77a8f43-a0a8-4639-a60f-29bd26e46ff8 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:03.756753 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df022a-a741-4d4f-8a7b-ccb588e8e99b None None] Network d930a79f-2c00-4aa4-92cf-d3340714ff7b requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:28:03.778560 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:03.833037 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:28:03.844642 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:28:03.849217 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:28:03.871312 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b9d25-7105-4ac3-808a-d82f8de2923a req-414b84f3-deb3-48cd-9c5f-3b50d250bef2 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:03.871926 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Pushing event updated for resources: {'Port': ['ID=a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:03.879870 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c36b9d25-7105-4ac3-808a-d82f8de2923a req-414b84f3-deb3-48cd-9c5f-3b50d250bef2 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0636754 Oct 12 18:28:03.912018 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-1614ecee-4d4a-4934-b037-15b76c832eca admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2937074 Oct 12 18:28:03.915850 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47596) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:03.920760 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1196922659-router', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:03.943569 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c36b9d25-7105-4ac3-808a-d82f8de2923a req-517e1ade-2f13-4a22-8653-87f4c5b9c576 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626781 Oct 12 18:28:03.987091 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Attempting to bind port f2d18c79-3055-4ad9-9136-404ab58ad27c on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:28:03.987775 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Attempting to bind port f2d18c79-3055-4ad9-9136-404ab58ad27c by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:28:03.988329 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Attempting to bind port f2d18c79-3055-4ad9-9136-404ab58ad27c on network fc1f82f0-12d0-4936-8803-614717b9ef0c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:28:04.027837 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37475'] for router, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:04.029569 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37480'] for router, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:04.104223 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:28:04.104847 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Checking segment: {'id': '99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:28:04.105484 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:04.106114 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Bound using segment: {'id': '99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:28:04.106900 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Bound port: f2d18c79-3055-4ad9-9136-404ab58ad27c, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:28:04.107522 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:04.138477 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:04.197941 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port c77a8f43-a0a8-4639-a60f-29bd26e46ff8 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:04.198309 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:04.360853 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] For port f2d18c79-3055-4ad9-9136-404ab58ad27c, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:28:04.366654 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] For port f2d18c79-3055-4ad9-9136-404ab58ad27c, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=f2d18c79-3055-4ad9-9136-404ab58ad27c,segment=NetworkSegment(99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421),segment_id=99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:28:04.408860 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp890a0fb1-e2fa-564a-9d74-2c4b0b4cc0ae-d930a79f-2c00-4aa4-92cf-d3340714ff7b', 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'fixed_ips': [{'subnet_id': '171ca8ed-e574-4360-ae9d-255deab725f4'}]}} from dv-cinder-813227-2-iscsi. {{(pid=94837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:28:04.409734 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:04.413311 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:04.430862 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:04.445369 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63ee9423-23ca-4e90-983c-5732aee2e450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:04.458333 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:04.718488 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cb9cf-cd5b-4b79-8d9d-74b79a10deca req-8bc3b6a5-6333-4931-9221-18e2958dad09 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:04.720709 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f69cb9cf-cd5b-4b79-8d9d-74b79a10deca req-8bc3b6a5-6333-4931-9221-18e2958dad09 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 943 time: 0.0921896 Oct 12 18:28:04.743095 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:04.791638 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f69cb9cf-cd5b-4b79-8d9d-74b79a10deca req-44832c6b-944c-4fdc-a9cd-6c431093446c tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641346 Oct 12 18:28:04.811396 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35581057-d79c-44bf-b8a6-8c232d16931b None None] Pushing event updated for resources: {'Port': ['ID=f2d18c79-3055-4ad9-9136-404ab58ad27c,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:04.845429 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:04.975467 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fc5c4-19f3-4b54-9db8-5c141bf5bc47 None None] Pushing event updated for resources: {'Port': ['ID=cc9aaf27-e647-49e2-8740-78eebb4283bf,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:04.997399 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Allocated IP 172.20.0.2 (d930a79f-2c00-4aa4-92cf-d3340714ff7b/171ca8ed-e574-4360-ae9d-255deab725f4/be64c446-4a81-4701-b126-c28447695121) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:28:05.109462 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592892'] for router, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:05.212102 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ae196-f8f7-44bb-8996-12bd3a574b7f req-614095b3-cce3-4d58-806b-c5532fc2767e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:05.215133 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-005ae196-f8f7-44bb-8996-12bd3a574b7f req-614095b3-cce3-4d58-806b-c5532fc2767e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.1568589 Oct 12 18:28:05.223598 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Attempting to bind port cc9aaf27-e647-49e2-8740-78eebb4283bf on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:28:05.224123 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Attempting to bind port cc9aaf27-e647-49e2-8740-78eebb4283bf by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '748933dd-d794-452a-a0bb-ee6aa4fd10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:28:05.224679 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Attempting to bind port cc9aaf27-e647-49e2-8740-78eebb4283bf on network e167e43c-8958-46db-953d-f60c625ee80b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:28:05.228055 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 7433c711-5359-4625-b8ff-e5942a6a7cf3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:28:05.230156 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device f2d18c79-3055-4ad9-9136-404ab58ad27c up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:05.307046 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-005ae196-f8f7-44bb-8996-12bd3a574b7f req-6c456922-47a4-4b69-8da5-cd1bbbe748c7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845037 Oct 12 18:28:05.334552 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:28:05.334937 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Checking segment: {'id': '748933dd-d794-452a-a0bb-ee6aa4fd10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:28:05.335341 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:05.335750 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Bound using segment: {'id': '748933dd-d794-452a-a0bb-ee6aa4fd10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:28:05.336236 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Bound port: cc9aaf27-e647-49e2-8740-78eebb4283bf, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748933dd-d794-452a-a0bb-ee6aa4fd10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:28:05.336655 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:05.446128 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:05.466801 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:05.505594 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 18:28:05.523979 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-cf665d29-1c5f-440f-bcda-208a8b0ec112 None None] Provisioning complete for port cc9aaf27-e647-49e2-8740-78eebb4283bf triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:05.524567 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf665d29-1c5f-440f-bcda-208a8b0ec112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:05.547280 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Router 27f7743e-6fb1-4495-acdc-5ddb55d46a8e is scheduled to L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 with binding_index 1 {{(pid=94836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:28:05.631722 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port f2d18c79-3055-4ad9-9136-404ab58ad27c triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:05.632182 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:05.697581 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Allocated IP 172.27.1.218 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/f63f2517-8c88-4428-a45f-28eaf59d15e8) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:28:05.769338 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cf665d29-1c5f-440f-bcda-208a8b0ec112 None None] Port cc9aaf27-e647-49e2-8740-78eebb4283bf cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:28:05.791978 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:28:05.802485 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Sync routers for ids ['27f7743e-6fb1-4495-acdc-5ddb55d46a8e'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:28:05.815532 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Routers {'27f7743e-6fb1-4495-acdc-5ddb55d46a8e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:28:05.816597 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:27:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['27f7743e-6fb1-4495-acdc-5ddb55d46a8e'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:05.827580 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] For port cc9aaf27-e647-49e2-8740-78eebb4283bf, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:28:05.847101 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] For port cc9aaf27-e647-49e2-8740-78eebb4283bf, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=cc9aaf27-e647-49e2-8740-78eebb4283bf,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:28:05.884610 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:05.946326 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] Notify callbacks [] for router, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:05.950103 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-ccb9ceed-9127-49e1-acd0-483f4aec6573 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7880609 Oct 12 18:28:05.951050 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47636) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:05.954316 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:05.966407 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 7433c711-5359-4625-b8ff-e5942a6a7cf3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7433c711-5359-4625-b8ff-e5942a6a7cf3,segment=NetworkSegment(ef2c8416-83da-4f87-bbf7-da1aa8055df3),segment_id=ef2c8416-83da-4f87-bbf7-da1aa8055df3)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:28:05.978295 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f3b6f-b8ac-49aa-89d3-e13021ce181f req-baac1a17-286c-4b6b-a534-3685219e585c tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:05.986460 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7c1f3b6f-b8ac-49aa-89d3-e13021ce181f req-baac1a17-286c-4b6b-a534-3685219e585c tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 943 time: 0.0706596 Oct 12 18:28:05.996728 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '7433c711-5359-4625-b8ff-e5942a6a7cf3', 'network_id': '0999fba4-b001-46c1-a95d-aa5cf57e9c09', 'port_id': '7433c711-5359-4625-b8ff-e5942a6a7cf3', 'mac_address': 'fa:16:3e:3c:c1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e7929-3c36-4a11-b406-54f7c3af926a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:28:06.034300 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Set router 27f7743e-6fb1-4495-acdc-5ddb55d46a8e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:28:06.041867 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7c1f3b6f-b8ac-49aa-89d3-e13021ce181f req-0c0028dc-e99c-450b-a4da-f33ad32f7056 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526283 Oct 12 18:28:06.046838 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.066911 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28b3225-a115-4727-ae7c-51586b607554 None None] Network fc1f82f0-12d0-4936-8803-614717b9ef0c requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:28:06.081043 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.105006 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.134857 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:28:06.141463 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:28:06.144510 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:28:06.175465 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Pushing event updated for resources: {'Port': ['ID=f63f2517-8c88-4428-a45f-28eaf59d15e8,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:06.230697 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port f2d18c79-3055-4ad9-9136-404ab58ad27c, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=f2d18c79-3055-4ad9-9136-404ab58ad27c,segment=NetworkSegment(99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421),segment_id=99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:28:06.288186 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.317723 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.330731 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Routers {'49e02d36-007c-4d88-b88a-843b11de9e6e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:28:06.330964 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:27:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49e02d36-007c-4d88-b88a-843b11de9e6e'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:06.332720 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c229888c-ed40-4088-9c69-2542fbfa7055 None None] Provisioning complete for port f2d18c79-3055-4ad9-9136-404ab58ad27c triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:06.333454 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'name': 'tempest-TestVolumeBootPattern-645594978-router', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:02Z', 'updated_at': '2021-10-12T18:28:04Z', 'revision_number': 3, 'project_id': '013389300c86431d9fabe0d5bc4222b0', 'gw_port': {'id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:03Z', 'updated_at': '2021-10-12T18:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:06.333620 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c229888c-ed40-4088-9c69-2542fbfa7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.368718 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Checking router: 27f7743e-6fb1-4495-acdc-5ddb55d46a8e for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:28:06.371951 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Updating router 27f7743e-6fb1-4495-acdc-5ddb55d46a8e port a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8 binding host dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:28:06.380022 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.401247 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.461688 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2418f01-b73e-45a7-a6f0-b4cb312218d7 req-0c419230-bfe9-4d4f-acbc-0a793ccdf89e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:06.469371 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e2418f01-b73e-45a7-a6f0-b4cb312218d7 req-0c419230-bfe9-4d4f-acbc-0a793ccdf89e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0777373 Oct 12 18:28:06.476037 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7433c711-5359-4625-b8ff-e5942a6a7cf3 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:28:06.494071 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Network d930a79f-2c00-4aa4-92cf-d3340714ff7b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:28:06.504202 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fc5c4-19f3-4b54-9db8-5c141bf5bc47 None None] Pushing event updated for resources: {'Port': ['ID=cc9aaf27-e647-49e2-8740-78eebb4283bf,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:06.517422 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:28:06.526422 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:28:06.535761 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e2418f01-b73e-45a7-a6f0-b4cb312218d7 req-fc427532-e4b2-4777-9e57-ee18c57242bd tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607574 Oct 12 18:28:06.588274 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 7433c711-5359-4625-b8ff-e5942a6a7cf3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7433c711-5359-4625-b8ff-e5942a6a7cf3,segment=NetworkSegment(ef2c8416-83da-4f87-bbf7-da1aa8055df3),segment_id=ef2c8416-83da-4f87-bbf7-da1aa8055df3)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:28:06.667249 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.683149 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.725797 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.734085 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Pushing event updated for resources: {'Port': ['ID=be64c446-4a81-4701-b126-c28447695121,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:06.758860 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] Set router 49e02d36-007c-4d88-b88a-843b11de9e6e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:28:06.786523 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Attempting to bind port be64c446-4a81-4701-b126-c28447695121 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:28:06.787370 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Attempting to bind port be64c446-4a81-4701-b126-c28447695121 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '3e9ca17a-c481-4000-8c95-4ee2618d2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:28:06.787370 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Attempting to bind port be64c446-4a81-4701-b126-c28447695121 on network d930a79f-2c00-4aa4-92cf-d3340714ff7b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:28:06.821261 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.850668 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:28:06.850952 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Checking segment: {'id': '3e9ca17a-c481-4000-8c95-4ee2618d2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:28:06.851350 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.851753 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Bound using segment: {'id': '3e9ca17a-c481-4000-8c95-4ee2618d2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:28:06.852357 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Bound port: be64c446-4a81-4701-b126-c28447695121, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9ca17a-c481-4000-8c95-4ee2618d2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:28:06.852953 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.893305 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Attempting to bind port a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:28:06.894059 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Attempting to bind port a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:28:06.894686 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Attempting to bind port a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8 on network 27969040-b1e7-431a-ac38-d174cd0b9f0d {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:28:06.902856 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c630465-5178-4d22-8127-74439bcc8fb5 None None] Pushing event updated for resources: {'Port': ['ID=a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:06.906365 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:28:06.907068 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Checking segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:28:06.911261 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.911261 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Bound using segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:28:06.911261 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Bound port: a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:28:06.911261 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:06.978488 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] For port a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:28:06.983198 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] For port a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:28:07.004899 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=f2d18c79-3055-4ad9-9136-404ab58ad27c,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:07.059683 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-5af95c4a-58eb-445d-99a5-968c95b3fe5e None None] Provisioning complete for port cc9aaf27-e647-49e2-8740-78eebb4283bf triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:07.060091 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5af95c4a-58eb-445d-99a5-968c95b3fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:07.085166 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:07.169937 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] For port be64c446-4a81-4701-b126-c28447695121, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:28:07.196087 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592892'] for router, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:07.196691 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=7433c711-5359-4625-b8ff-e5942a6a7cf3,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:07.199010 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:07.203902 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Routers {'27f7743e-6fb1-4495-acdc-5ddb55d46a8e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:28:07.205437 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:27:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['27f7743e-6fb1-4495-acdc-5ddb55d46a8e'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:07.221118 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] For port be64c446-4a81-4701-b126-c28447695121, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=be64c446-4a81-4701-b126-c28447695121,segment=NetworkSegment(3e9ca17a-c481-4000-8c95-4ee2618d2b87),segment_id=3e9ca17a-c481-4000-8c95-4ee2618d2b87)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:28:07.241967 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['7433c711-5359-4625-b8ff-e5942a6a7cf3'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:28:07.283142 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c630465-5178-4d22-8127-74439bcc8fb5 None None] Pushing event updated for resources: {'Port': ['ID=a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:07.322238 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba323c7-8fdc-4c4d-80b6-238e20c3be06 req-7acbb6e9-a8fa-4ec9-856d-5ca6bd5efac2 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:07.338177 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bba323c7-8fdc-4c4d-80b6-238e20c3be06 req-7acbb6e9-a8fa-4ec9-856d-5ca6bd5efac2 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 944 time: 0.1759579 Oct 12 18:28:07.374959 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:07.395208 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] Set router 27f7743e-6fb1-4495-acdc-5ddb55d46a8e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:28:07.407164 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bba323c7-8fdc-4c4d-80b6-238e20c3be06 req-6bfa73a4-fcd4-4117-b173-2d10a93aa87e tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677533 Oct 12 18:28:07.427490 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd513e65-2aa6-4acb-b35c-83ae06ff9786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:07.479840 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5af95c4a-58eb-445d-99a5-968c95b3fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:07.542137 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9c399-0c46-4e0c-85c1-deb6c5d3bcae None None] Pushing event updated for resources: {'Port': ['ID=be64c446-4a81-4701-b126-c28447695121,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:07.556487 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Allocated IP 172.20.0.1 (fc1f82f0-12d0-4936-8803-614717b9ef0c/2ff3e2cd-b137-433b-8ec2-8d2229945c6e/5b19bbe9-e618-4143-8902-ebb2bf1fe17f) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:28:07.559001 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port': {'id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:55Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'cc9aaf27-e647-49e2-8740-78eebb4283bf', 'name': '', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'mac_address': 'fa:16:3e:6a:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:58Z', 'updated_at': '2021-10-12T18:28:05Z', 'revision_number': 4, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'subnets': [{'id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:07.567502 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-5af95c4a-58eb-445d-99a5-968c95b3fe5e None None] For port cc9aaf27-e647-49e2-8740-78eebb4283bf, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=cc9aaf27-e647-49e2-8740-78eebb4283bf,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:28:07.572324 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Router 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae is scheduled to L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 with binding_index 1 {{(pid=94836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:28:07.603320 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b974bf7-e5ee-4b4d-be8b-b75a5836673c None None] The sync data for ids ['49e02d36-007c-4d88-b88a-843b11de9e6e'] in dv-cinder-813227-2-iscsi is: [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port': {'id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:55Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'cc9aaf27-e647-49e2-8740-78eebb4283bf', 'name': '', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'mac_address': 'fa:16:3e:6a:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:58Z', 'updated_at': '2021-10-12T18:28:05Z', 'revision_number': 4, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'subnets': [{'id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:28:07.659361 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5af95c4a-58eb-445d-99a5-968c95b3fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:07.687503 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'name': 'tempest-TestVolumeBootPattern-645594978-router', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:02Z', 'updated_at': '2021-10-12T18:28:04Z', 'revision_number': 3, 'project_id': '013389300c86431d9fabe0d5bc4222b0', 'gw_port': {'id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:03Z', 'updated_at': '2021-10-12T18:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:07.705110 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbbcb7-b04d-42a7-be7c-f5655511d5e3 req-af52820c-d73b-4584-badc-7cf5db8e6e75 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:07.723946 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dedbbcb7-b04d-42a7-be7c-f5655511d5e3 req-af52820c-d73b-4584-badc-7cf5db8e6e75 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0764654 Oct 12 18:28:07.804628 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7313da-6e2c-4b11-972d-76534866f817 None None] The sync data for ids ['27f7743e-6fb1-4495-acdc-5ddb55d46a8e'] in dv-cinder-813227-2-iscsi is: [{'id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'name': 'tempest-TestVolumeBootPattern-645594978-router', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:02Z', 'updated_at': '2021-10-12T18:28:04Z', 'revision_number': 3, 'project_id': '013389300c86431d9fabe0d5bc4222b0', 'gw_port': {'id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:03Z', 'updated_at': '2021-10-12T18:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:28:07.948328 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dedbbcb7-b04d-42a7-be7c-f5655511d5e3 req-5472bb96-49d8-43b0-90b1-411b077108d8 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953828 Oct 12 18:28:08.057677 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:08.065979 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:28:08.088439 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af95c4a-58eb-445d-99a5-968c95b3fe5e None None] Pushing event updated for resources: {'Port': ['ID=cc9aaf27-e647-49e2-8740-78eebb4283bf,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:08.114217 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Sync routers for ids ['91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:28:08.164679 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] Notify callbacks [] for router, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:08.165898 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-0aa4aaab-0d06-4615-b2fc-55e30f4dd6da admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2490718 Oct 12 18:28:08.170376 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47668) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:08.186595 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Routers {'91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:28:08.187315 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:28:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:08.200548 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52c5bf-f5ca-4778-9016-39724e25221a req-7d5efd0a-ab61-4ea3-9855-dea6e6529204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:08.205430 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-eb52c5bf-f5ca-4778-9016-39724e25221a req-7d5efd0a-ab61-4ea3-9855-dea6e6529204 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 1098 time: 0.0823233 Oct 12 18:28:08.207836 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:08.242754 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-4ad80c90-2d1f-4b18-9d45-ea1b073636d2 None None] Provisioning complete for port f2d18c79-3055-4ad9-9136-404ab58ad27c triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:08.242754 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ad80c90-2d1f-4b18-9d45-ea1b073636d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:08.287368 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:08.313630 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Pushing event updated for resources: {'Port': ['ID=5b19bbe9-e618-4143-8902-ebb2bf1fe17f,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:08.345662 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-eb52c5bf-f5ca-4778-9016-39724e25221a req-0cea209c-f641-422a-ae12-d6f37985a5f2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325803 Oct 12 18:28:08.348943 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Network fc1f82f0-12d0-4936-8803-614717b9ef0c is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:28:08.351448 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:28:08.354377 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:28:08.430547 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592685'] for router_interface, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:08.445180 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Set router 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:28:08.447591 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:08.842867 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:08.874852 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-b4b507b3-6996-43c2-b2e6-b488c0211ba3 None None] Provisioning complete for port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:08.877071 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4b507b3-6996-43c2-b2e6-b488c0211ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:08.958244 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b4b507b3-6996-43c2-b2e6-b488c0211ba3 None None] Port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:28:09.026766 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'name': 'tempest-TestShelveInstance-1196922659-router', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:04Z', 'updated_at': '2021-10-12T18:28:06Z', 'revision_number': 3, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'gw_port': {'id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:05Z', 'updated_at': '2021-10-12T18:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:09.028461 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:28:09.117178 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Checking router: 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:28:09.121367 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Updating router 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae port f63f2517-8c88-4428-a45f-28eaf59d15e8 binding host dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:28:09.238346 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e4b56-13ce-4e21-8f52-596e0cf26a0a req-6965aca5-8412-4d1c-abe9-80a7ea4c1919 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:09.247575 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:09.250371 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f70e4b56-13ce-4e21-8f52-596e0cf26a0a req-6965aca5-8412-4d1c-abe9-80a7ea4c1919 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 944 time: 0.7305079 Oct 12 18:28:09.257495 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 7433c711-5359-4625-b8ff-e5942a6a7cf3 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:09.351346 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f70e4b56-13ce-4e21-8f52-596e0cf26a0a req-e870e34e-ce96-459d-92d0-a77b33f74aac tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946820 Oct 12 18:28:09.366676 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4b304a-46e3-4cb0-9ce4-9d8ab84a6228 None None] Network d930a79f-2c00-4aa4-92cf-d3340714ff7b requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:28:09.423697 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:09.446975 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64114fa7-041f-4e05-abe0-daee14e646b1 req-7aec012e-ca46-418e-8e60-23e610854aef tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:09.466167 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-64114fa7-041f-4e05-abe0-daee14e646b1 req-7aec012e-ca46-418e-8e60-23e610854aef tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.3265023 Oct 12 18:28:09.493536 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:09.529386 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device cc9aaf27-e647-49e2-8740-78eebb4283bf up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:09.590499 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634557'] for router_interface, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:09.617684 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Pushing event updated for resources: {'Port': ['ID=5b19bbe9-e618-4143-8902-ebb2bf1fe17f,revision_number=2']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:09.656221 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-64114fa7-041f-4e05-abe0-daee14e646b1 req-d123e005-d498-4a3a-b6fc-9e6f0235b3c5 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764600 Oct 12 18:28:09.684834 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:09.686958 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47684) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:09.691452 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-f02a724c-1cf5-47fe-9d7a-a25549a22105 None None] Provisioning complete for port be64c446-4a81-4701-b126-c28447695121 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:09.691830 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f02a724c-1cf5-47fe-9d7a-a25549a22105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:09.823916 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Network fc1f82f0-12d0-4936-8803-614717b9ef0c is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:28:09.825788 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:28:09.947830 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6a4eca27-16fe-4813-bf65-c203c7583ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:09.978918 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Allocated IP 172.20.0.1 (d930a79f-2c00-4aa4-92cf-d3340714ff7b/171ca8ed-e574-4360-ae9d-255deab725f4/0ba068da-0002-4028-8ced-5d176f938ec3) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:28:09.999698 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port 7433c711-5359-4625-b8ff-e5942a6a7cf3 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:28:10.044942 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Router 27f7743e-6fb1-4495-acdc-5ddb55d46a8e has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:28:10.097237 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 7433c711-5359-4625-b8ff-e5942a6a7cf3 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:10.097610 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.158381 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6a4eca27-16fe-4813-bf65-c203c7583ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.176553 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.180007 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.203853 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port cc9aaf27-e647-49e2-8740-78eebb4283bf triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:10.204903 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.225597 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:28:10.230940 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-1467c20c-3114-4ada-9d1e-55bb9e0ca3ee admin admin] 10.222.0.18 "PUT /v2.0/routers/27f7743e-6fb1-4495-acdc-5ddb55d46a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2782893 Oct 12 18:28:10.233544 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6a4eca27-16fe-4813-bf65-c203c7583ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.256640 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f02a724c-1cf5-47fe-9d7a-a25549a22105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.281531 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-6a4eca27-16fe-4813-bf65-c203c7583ac1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32d30b7ccd2e42689bd0eaa03815b3b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5935276 Oct 12 18:28:10.283367 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4eca27-16fe-4813-bf65-c203c7583ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72228e88-9a0c-442f-bf4a-fbdd2b9ad344,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:10.284882 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47690) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:10.318966 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.361008 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Network d930a79f-2c00-4aa4-92cf-d3340714ff7b is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:28:10.366042 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-933f87b1-9cba-4055-a1a6-7173ecab3a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.366800 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:28:10.369475 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:28:10.370035 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592685'] for router_interface, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.406749 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-933f87b1-9cba-4055-a1a6-7173ecab3a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.408070 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-f02a724c-1cf5-47fe-9d7a-a25549a22105 None None] For port be64c446-4a81-4701-b126-c28447695121, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=be64c446-4a81-4701-b126-c28447695121,segment=NetworkSegment(3e9ca17a-c481-4000-8c95-4ee2618d2b87),segment_id=3e9ca17a-c481-4000-8c95-4ee2618d2b87)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:28:10.414362 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.416799 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.446512 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba068da-0002-4028-8ced-5d176f938ec3,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:10.466329 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f02a724c-1cf5-47fe-9d7a-a25549a22105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.511576 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.545126 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd837950a-354a-44a9-9796-2049507a2225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7433c711-5359-4625-b8ff-e5942a6a7cf3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:28:10.547413 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b233261d-8f40-4ad7-9d9c-73ca4e772d0c" -d '{"events": [{"server_uuid": "d837950a-354a-44a9-9796-2049507a2225", "name": "network-vif-plugged", "status": "completed", "tag": "7433c711-5359-4625-b8ff-e5942a6a7cf3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:28:10.580468 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bdf2e-7d20-4dfa-966f-2c7451981a71 req-bb440760-1f11-4d47-ba52-70c6cfcffcbc tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:10.581518 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 7433c711-5359-4625-b8ff-e5942a6a7cf3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7433c711-5359-4625-b8ff-e5942a6a7cf3,segment=NetworkSegment(ef2c8416-83da-4f87-bbf7-da1aa8055df3),segment_id=ef2c8416-83da-4f87-bbf7-da1aa8055df3)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:28:10.582519 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-933f87b1-9cba-4055-a1a6-7173ecab3a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.583225 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device f2d18c79-3055-4ad9-9136-404ab58ad27c up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:10.588664 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b07bdf2e-7d20-4dfa-966f-2c7451981a71 req-bb440760-1f11-4d47-ba52-70c6cfcffcbc tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 944 time: 0.1061771 Oct 12 18:28:10.589518 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-933f87b1-9cba-4055-a1a6-7173ecab3a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.591409 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-933f87b1-9cba-4055-a1a6-7173ecab3a84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72228e88-9a0c-442f-bf4a-fbdd2b9ad344 HTTP/1.1" status: 204 len: 168 time: 0.3052175 Oct 12 18:28:10.607878 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f87b1-9cba-4055-a1a6-7173ecab3a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72228e88-9a0c-442f-bf4a-fbdd2b9ad344,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:10.675636 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.689612 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a724c-1cf5-47fe-9d7a-a25549a22105 None None] Pushing event updated for resources: {'Port': ['ID=be64c446-4a81-4701-b126-c28447695121,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:10.689835 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b07bdf2e-7d20-4dfa-966f-2c7451981a71 req-a157c7d2-7400-44fa-8a5c-bc6b08905e77 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977631 Oct 12 18:28:10.697931 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Attempting to bind port f63f2517-8c88-4428-a45f-28eaf59d15e8 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:28:10.698282 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Attempting to bind port f63f2517-8c88-4428-a45f-28eaf59d15e8 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:28:10.698643 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Attempting to bind port f63f2517-8c88-4428-a45f-28eaf59d15e8 on network 27969040-b1e7-431a-ac38-d174cd0b9f0d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:28:10.729096 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.758342 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:28:10.758342 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Checking segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:28:10.758342 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.758342 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Bound using segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:28:10.758342 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Bound port: f63f2517-8c88-4428-a45f-28eaf59d15e8, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:28:10.759002 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.762335 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-11343bec-029a-4685-9f07-8a0ac6d4bb7a None None] Provisioning complete for port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:10.762961 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11343bec-029a-4685-9f07-8a0ac6d4bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.824559 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:10.874162 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6f5f3-fa92-4ba9-8c55-9e834de4b714 None None] Pushing event updated for resources: {'Port': ['ID=f63f2517-8c88-4428-a45f-28eaf59d15e8,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:10.972316 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] For port f63f2517-8c88-4428-a45f-28eaf59d15e8, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:28:10.989152 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.012826 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] For port f63f2517-8c88-4428-a45f-28eaf59d15e8, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=f63f2517-8c88-4428-a45f-28eaf59d15e8,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:28:11.026224 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc044281-87b6-45c1-b58c-40fb80d3d838 x-openstack-request-id: req-bc044281-87b6-45c1-b58c-40fb80d3d838 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:28:11.026682 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d837950a-354a-44a9-9796-2049507a2225", "name": "network-vif-plugged", "status": "completed", "tag": "7433c711-5359-4625-b8ff-e5942a6a7cf3", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:28:11.027070 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc044281-87b6-45c1-b58c-40fb80d3d838 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:28:11.027935 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd837950a-354a-44a9-9796-2049507a2225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7433c711-5359-4625-b8ff-e5942a6a7cf3', 'code': 200} Oct 12 18:28:11.028728 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port f2d18c79-3055-4ad9-9136-404ab58ad27c triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:11.033122 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.033122 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-11343bec-029a-4685-9f07-8a0ac6d4bb7a None None] Port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:28:11.113356 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.114124 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634557'] for router_interface, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.241841 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.256373 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba068da-0002-4028-8ced-5d176f938ec3,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:11.288675 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-491e81ea-44d1-4a77-a860-ca60ff9f02ff None None] Provisioning complete for port 0ba068da-0002-4028-8ced-5d176f938ec3 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:11.289406 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-491e81ea-44d1-4a77-a860-ca60ff9f02ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.293910 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4914ed9-27c1-4712-aee3-3aae437a2e02 req-c03417b2-140c-4618-8cb0-418b0ef54e36 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:11.295479 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a4914ed9-27c1-4712-aee3-3aae437a2e02 req-c03417b2-140c-4618-8cb0-418b0ef54e36 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.1301751 Oct 12 18:28:11.298084 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381239e-bfde-4921-bc50-4bd31a8cf0ab req-f3ff91d8-5338-4698-a84f-e5f1479ee639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:11.300418 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5381239e-bfde-4921-bc50-4bd31a8cf0ab req-f3ff91d8-5338-4698-a84f-e5f1479ee639 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 1098 time: 0.0469940 Oct 12 18:28:11.341323 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Routers {'91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:28:11.341953 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:28:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:11.342496 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5381239e-bfde-4921-bc50-4bd31a8cf0ab req-77e08fd3-a53b-425a-ae05-4005d22f541a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Oct 12 18:28:11.367789 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a4914ed9-27c1-4712-aee3-3aae437a2e02 req-a6ecae9a-d925-4497-b599-87890f267ea1 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603611 Oct 12 18:28:11.376545 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47708) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:11.383563 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Network d930a79f-2c00-4aa4-92cf-d3340714ff7b is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:28:11.386930 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-b28e6153-9743-483d-9252-48e3b4094780 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773849625', 'description': 'tempest-secgroup-smoke-1773849625 description', 'project_id': 'd1b808c36ccd4256858530aedc0a6f64'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:11.388601 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=7433c711-5359-4625-b8ff-e5942a6a7cf3,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:11.393287 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:28:11.444542 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6f5f3-fa92-4ba9-8c55-9e834de4b714 None None] Pushing event updated for resources: {'Port': ['ID=f63f2517-8c88-4428-a45f-28eaf59d15e8,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:11.460568 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-491e81ea-44d1-4a77-a860-ca60ff9f02ff None None] Port 0ba068da-0002-4028-8ced-5d176f938ec3 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:28:11.529788 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b28e6153-9743-483d-9252-48e3b4094780 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.534283 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-491e81ea-44d1-4a77-a860-ca60ff9f02ff None None] Provisioning complete for port be64c446-4a81-4701-b126-c28447695121 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:11.534657 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-491e81ea-44d1-4a77-a860-ca60ff9f02ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.562908 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbd265-4744-4664-88b1-1550e4e84e87 req-875af061-6370-403b-ab02-eb7f39a90155 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:11.570253 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-37cbd265-4744-4664-88b1-1550e4e84e87 req-875af061-6370-403b-ab02-eb7f39a90155 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.1189265 Oct 12 18:28:11.586022 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:11.592547 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] Set router 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:28:11.625643 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Router 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:28:11.629918 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-37cbd265-4744-4664-88b1-1550e4e84e87 req-24b49cc3-e847-460e-80e2-0484431f8dd6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588765 Oct 12 18:28:11.763433 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b28e6153-9743-483d-9252-48e3b4094780 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.802112 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:28:11.813601 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:11.813978 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.816368 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-e4130de1-64ee-4215-806d-ebe3849497f3 admin admin] 10.222.0.18 "PUT /v2.0/routers/91b4816c-7f9c-4bb6-ba1f-1abf010c6eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6448925 Oct 12 18:28:11.840252 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b28e6153-9743-483d-9252-48e3b4094780 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.888253 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6109a2-bbba-47a6-8552-306461f6f784 req-e56915f4-2c19-43ee-b4ae-884bf4f0607a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:11.889766 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-be6109a2-bbba-47a6-8552-306461f6f784 req-e56915f4-2c19-43ee-b4ae-884bf4f0607a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 945 time: 0.0900648 Oct 12 18:28:11.892784 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e6153-9743-483d-9252-48e3b4094780 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798734a7-d7b8-486d-affc-1794ed5d18c1,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:11.965595 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-be6109a2-bbba-47a6-8552-306461f6f784 req-c0503883-12b7-4c41-ab6b-097512483581 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552604 Oct 12 18:28:11.968475 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-4fb85631-3fc5-4744-beb6-45f7d6882aa0 None None] Provisioning complete for port 0ba068da-0002-4028-8ced-5d176f938ec3 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:11.968872 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fb85631-3fc5-4744-beb6-45f7d6882aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.975073 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.986240 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b28e6153-9743-483d-9252-48e3b4094780 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:11.988471 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-b28e6153-9743-483d-9252-48e3b4094780 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6061366 Oct 12 18:28:11.990801 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47722) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:12.002553 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-7eccb4ea-8798-46b8-bf2b-7b842006ac72 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Request body: {'security_group_rule': {'security_group_id': '798734a7-d7b8-486d-affc-1794ed5d18c1', 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:12.028044 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:28:12.031631 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'name': 'tempest-TestShelveInstance-1196922659-router', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:04Z', 'updated_at': '2021-10-12T18:28:10Z', 'revision_number': 4, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'gw_port': {'id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:05Z', 'updated_at': '2021-10-12T18:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '0ba068da-0002-4028-8ced-5d176f938ec3', 'name': '', 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'mac_address': 'fa:16:3e:26:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '171ca8ed-e574-4360-ae9d-255deab725f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:09Z', 'updated_at': '2021-10-12T18:28:10Z', 'revision_number': 2, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'subnets': [{'id': '171ca8ed-e574-4360-ae9d-255deab725f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:12.037197 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4fb85631-3fc5-4744-beb6-45f7d6882aa0 None None] Port 0ba068da-0002-4028-8ced-5d176f938ec3 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:28:12.062768 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd181a-8f1a-40e8-90f8-5c5935b924ce None None] The sync data for ids ['91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'] in dv-cinder-813227-2-iscsi is: [{'id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'name': 'tempest-TestShelveInstance-1196922659-router', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:04Z', 'updated_at': '2021-10-12T18:28:10Z', 'revision_number': 4, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'gw_port': {'id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:05Z', 'updated_at': '2021-10-12T18:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '0ba068da-0002-4028-8ced-5d176f938ec3', 'name': '', 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'mac_address': 'fa:16:3e:26:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '171ca8ed-e574-4360-ae9d-255deab725f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:09Z', 'updated_at': '2021-10-12T18:28:10Z', 'revision_number': 2, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'subnets': [{'id': '171ca8ed-e574-4360-ae9d-255deab725f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:28:12.119027 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:12.119836 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device be64c446-4a81-4701-b126-c28447695121 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:12.123546 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7eccb4ea-8798-46b8-bf2b-7b842006ac72 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:12.212254 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7eccb4ea-8798-46b8-bf2b-7b842006ac72 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:12.220863 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:12.239749 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port be64c446-4a81-4701-b126-c28447695121 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:12.239749 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:12.279114 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7eccb4ea-8798-46b8-bf2b-7b842006ac72 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:12.303532 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccb4ea-8798-46b8-bf2b-7b842006ac72 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb8e445-b078-45d1-851c-0bc4b8924cec,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:12.382632 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7eccb4ea-8798-46b8-bf2b-7b842006ac72 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:12.388474 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-7eccb4ea-8798-46b8-bf2b-7b842006ac72 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3919089 Oct 12 18:28:12.390676 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47730) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:12.396294 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-1a6b96df-3cdd-4394-88d5-4a2d822d2954 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Request body: {'security_group_rule': {'security_group_id': '798734a7-d7b8-486d-affc-1794ed5d18c1', 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:12.462973 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:12.523925 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1a6b96df-3cdd-4394-88d5-4a2d822d2954 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:12.564607 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:12.565355 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:12.576086 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47734) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:12.581391 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-2ca77ea9-e63d-4f7d-b664-cc2032d92fd4 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821402163', 'description': 'tempest-secgroup-smoke-821402163 description', 'project_id': '38a1ca7b8f55456eb3c6946099885e5e'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:12.634608 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1a6b96df-3cdd-4394-88d5-4a2d822d2954 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:12.664905 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Sync routers for ids ['27f7743e-6fb1-4495-acdc-5ddb55d46a8e'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:28:12.667714 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device be64c446-4a81-4701-b126-c28447695121 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:12.676946 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Routers {'27f7743e-6fb1-4495-acdc-5ddb55d46a8e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:28:12.677788 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:28:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['27f7743e-6fb1-4495-acdc-5ddb55d46a8e'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:12.696806 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2ca77ea9-e63d-4f7d-b664-cc2032d92fd4 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:12.699311 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1a6b96df-3cdd-4394-88d5-4a2d822d2954 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:12.731544 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port be64c446-4a81-4701-b126-c28447695121 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:12.731971 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:12.737279 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b96df-3cdd-4394-88d5-4a2d822d2954 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3e35d8-e818-4c63-92dc-a05ffe20bee6,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:12.808098 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Set router 27f7743e-6fb1-4495-acdc-5ddb55d46a8e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:28:12.830472 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1a6b96df-3cdd-4394-88d5-4a2d822d2954 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:12.844281 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-1a6b96df-3cdd-4394-88d5-4a2d822d2954 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4394188 Oct 12 18:28:12.844644 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47736) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:12.844644 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-52a284ea-8149-4492-96df-613488aa0737 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Request body: {'security_group_rule': {'security_group_id': '798734a7-d7b8-486d-affc-1794ed5d18c1', 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:12.846160 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2ca77ea9-e63d-4f7d-b664-cc2032d92fd4 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.056578 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2ca77ea9-e63d-4f7d-b664-cc2032d92fd4 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.056672 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-52a284ea-8149-4492-96df-613488aa0737 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.106438 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'name': 'tempest-TestVolumeBootPattern-645594978-router', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:02Z', 'updated_at': '2021-10-12T18:28:08Z', 'revision_number': 4, 'project_id': '013389300c86431d9fabe0d5bc4222b0', 'gw_port': {'id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:03Z', 'updated_at': '2021-10-12T18:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '5b19bbe9-e618-4143-8902-ebb2bf1fe17f', 'name': '', 'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'mac_address': 'fa:16:3e:e8:72:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2ff3e2cd-b137-433b-8ec2-8d2229945c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:07Z', 'updated_at': '2021-10-12T18:28:09Z', 'revision_number': 2, 'project_id': '013389300c86431d9fabe0d5bc4222b0', 'subnets': [{'id': '2ff3e2cd-b137-433b-8ec2-8d2229945c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:13.110134 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca77ea9-e63d-4f7d-b664-cc2032d92fd4 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31daafe6-fa9b-4eac-9ee9-4ed14f6839de,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:13.170906 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e599705-136e-4a62-868b-cb3b019e57cb req-c00f82c6-1f68-49da-a8ab-062a6f9826ac tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:13.172526 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3e599705-136e-4a62-868b-cb3b019e57cb req-c00f82c6-1f68-49da-a8ab-062a6f9826ac tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 945 time: 0.0932496 Oct 12 18:28:13.174484 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-52a284ea-8149-4492-96df-613488aa0737 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.191149 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2ca77ea9-e63d-4f7d-b664-cc2032d92fd4 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.193391 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-2ca77ea9-e63d-4f7d-b664-cc2032d92fd4 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6161129 Oct 12 18:28:13.195991 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47742) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:13.200593 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-950bd261-7630-45ca-9445-205b95366e7b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Request body: {'security_group_rule': {'security_group_id': '31daafe6-fa9b-4eac-9ee9-4ed14f6839de', 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:13.228703 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Checking router: 27f7743e-6fb1-4495-acdc-5ddb55d46a8e for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:28:13.229058 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Updating router 27f7743e-6fb1-4495-acdc-5ddb55d46a8e port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f binding host dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:28:13.236562 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3e599705-136e-4a62-868b-cb3b019e57cb req-5d0ac40d-dc39-4e0c-b3c7-10532de6e28d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573902 Oct 12 18:28:13.237311 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-52a284ea-8149-4492-96df-613488aa0737 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.258190 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.291663 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a284ea-8149-4492-96df-613488aa0737 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17229f4-453a-4a64-aa85-4c25afd28ba5,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:13.325163 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-950bd261-7630-45ca-9445-205b95366e7b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.398503 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-950bd261-7630-45ca-9445-205b95366e7b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.406288 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-52a284ea-8149-4492-96df-613488aa0737 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.407593 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-52a284ea-8149-4492-96df-613488aa0737 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5716159 Oct 12 18:28:13.415533 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47746) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:13.420625 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-7cc3a7ad-40ca-4fc6-81ba-c86705667371 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Request body: {'security_group_rule': {'security_group_id': '798734a7-d7b8-486d-affc-1794ed5d18c1', 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:13.482973 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-950bd261-7630-45ca-9445-205b95366e7b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.502813 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bd261-7630-45ca-9445-205b95366e7b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9f26e2-9374-4811-af13-525d44367d4e,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:13.519017 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a7ad-40ca-4fc6-81ba-c86705667371 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.574696 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.584205 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-950bd261-7630-45ca-9445-205b95366e7b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.585658 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-950bd261-7630-45ca-9445-205b95366e7b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3885837 Oct 12 18:28:13.588520 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47752) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:13.593174 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-e1b57c90-e1e8-4137-9e34-8ded3bc1924e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Request body: {'security_group_rule': {'security_group_id': '31daafe6-fa9b-4eac-9ee9-4ed14f6839de', 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:13.611646 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a7ad-40ca-4fc6-81ba-c86705667371 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.650009 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.678527 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a7ad-40ca-4fc6-81ba-c86705667371 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.701133 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a681e7-1fcc-4931-86e1-f04d3539e5bf None None] Pushing event updated for resources: {'Port': ['ID=5b19bbe9-e618-4143-8902-ebb2bf1fe17f,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:13.702036 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e1b57c90-e1e8-4137-9e34-8ded3bc1924e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.715847 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3a7ad-40ca-4fc6-81ba-c86705667371 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a0d982-a983-4cf2-8620-98332ccea5c0,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:13.777850 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Attempting to bind port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:28:13.778548 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Attempting to bind port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:28:13.779276 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Attempting to bind port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f on network fc1f82f0-12d0-4936-8803-614717b9ef0c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:28:13.786123 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:28:13.786910 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Checking segment: {'id': '99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:28:13.787469 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.788032 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Bound using segment: {'id': '99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:28:13.788726 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Bound port: 5b19bbe9-e618-4143-8902-ebb2bf1fe17f, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:28:13.789274 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.791106 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e1b57c90-e1e8-4137-9e34-8ded3bc1924e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.835181 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a7ad-40ca-4fc6-81ba-c86705667371 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.836600 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-7cc3a7ad-40ca-4fc6-81ba-c86705667371 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4198716 Oct 12 18:28:13.839428 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47754) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:13.844572 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-d6ea0858-92da-448b-8a9d-5fbf2f99d75c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Request body: {'security_group_rule': {'security_group_id': '798734a7-d7b8-486d-affc-1794ed5d18c1', 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:13.886940 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] For port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:28:13.890602 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e1b57c90-e1e8-4137-9e34-8ded3bc1924e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:13.891136 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] For port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=5b19bbe9-e618-4143-8902-ebb2bf1fe17f,segment=NetworkSegment(99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421),segment_id=99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:28:13.911360 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b57c90-e1e8-4137-9e34-8ded3bc1924e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66155828-ecba-4481-8e7e-6520feb58f5b,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:13.975906 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-7a231272-1ecc-4026-a23c-dcaeb2ef7784 None None] Provisioning complete for port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:13.976500 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a231272-1ecc-4026-a23c-dcaeb2ef7784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.013079 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-7a231272-1ecc-4026-a23c-dcaeb2ef7784 None None] Port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:28:14.024889 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.securitygroups_db [None req-d6ea0858-92da-448b-8a9d-5fbf2f99d75c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Project d1b808c36ccd4256858530aedc0a6f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:28:14.028907 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0858-92da-448b-8a9d-5fbf2f99d75c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.050631 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.068984 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e94951-74ee-4318-889f-92ce765969b5 req-72a95c4a-ad3d-40a8-948e-b5d5af201862 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:14.074176 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-53e94951-74ee-4318-889f-92ce765969b5 req-72a95c4a-ad3d-40a8-948e-b5d5af201862 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0857584 Oct 12 18:28:14.121817 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e1b57c90-e1e8-4137-9e34-8ded3bc1924e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.127787 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-e1b57c90-e1e8-4137-9e34-8ded3bc1924e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5381670 Oct 12 18:28:14.128462 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47760) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:14.139893 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-aa5761af-50fb-4821-9ca4-68a8e34124c0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Request body: {'security_group_rule': {'security_group_id': '31daafe6-fa9b-4eac-9ee9-4ed14f6839de', 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:14.147943 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-53e94951-74ee-4318-889f-92ce765969b5 req-641e0312-13f2-4e42-838b-b5aa49ccde19 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681567 Oct 12 18:28:14.150677 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0858-92da-448b-8a9d-5fbf2f99d75c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.165866 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366fdbe-1db7-4f55-941e-0ddbdfb84289 req-c3854adc-853b-4904-a22e-7767380becd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:14.167369 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f366fdbe-1db7-4f55-941e-0ddbdfb84289 req-c3854adc-853b-4904-a22e-7767380becd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f9fb6543096402dbf4351b0e6639431&device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 1099 time: 0.0863621 Oct 12 18:28:14.173631 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Routers {'27f7743e-6fb1-4495-acdc-5ddb55d46a8e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:28:14.174577 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:28:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['27f7743e-6fb1-4495-acdc-5ddb55d46a8e'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:14.215995 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a681e7-1fcc-4931-86e1-f04d3539e5bf None None] Pushing event updated for resources: {'Port': ['ID=5b19bbe9-e618-4143-8902-ebb2bf1fe17f,revision_number=4']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:14.278685 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366fdbe-1db7-4f55-941e-0ddbdfb84289 req-1a6751d8-954e-472e-a7c2-3962648b7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:14.282315 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f366fdbe-1db7-4f55-941e-0ddbdfb84289 req-1a6751d8-954e-472e-a7c2-3962648b7e89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 HTTP/1.1" status: 200 len: 920 time: 0.1066985 Oct 12 18:28:14.303117 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] Set router 27f7743e-6fb1-4495-acdc-5ddb55d46a8e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:28:14.317871 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0858-92da-448b-8a9d-5fbf2f99d75c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.341698 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea0858-92da-448b-8a9d-5fbf2f99d75c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3602b95-1624-403a-82c2-7bb86e1d8f23,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:14.347479 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f366fdbe-1db7-4f55-941e-0ddbdfb84289 req-d48549eb-2b4e-4cd2-b57d-3c214be54adb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc8c6d70-7941-4089-842b-2e9d99ab6161 HTTP/1.1" status: 200 len: 217 time: 0.0583398 Oct 12 18:28:14.353814 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-aa5761af-50fb-4821-9ca4-68a8e34124c0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.446412 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae18485-3070-455d-9710-a0936176b08f req-17adeac9-0372-408f-875c-5503add216b8 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:14.447053 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-dd6123bf-ff62-4fe4-9064-071fb47664f3 None None] Provisioning complete for port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:14.447432 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd6123bf-ff62-4fe4-9064-071fb47664f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.447988 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9ae18485-3070-455d-9710-a0936176b08f req-17adeac9-0372-408f-875c-5503add216b8 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 945 time: 0.1079021 Oct 12 18:28:14.500417 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device f63f2517-8c88-4428-a45f-28eaf59d15e8 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:14.504631 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-aa5761af-50fb-4821-9ca4-68a8e34124c0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.513327 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366fdbe-1db7-4f55-941e-0ddbdfb84289 req-226eb02b-85af-4547-a4ef-9af27d050580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:14.514807 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f366fdbe-1db7-4f55-941e-0ddbdfb84289 req-226eb02b-85af-4547-a4ef-9af27d050580 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e290483-eff8-462e-be86-c9de2f5e9c99 HTTP/1.1" status: 200 len: 859 time: 0.1561062 Oct 12 18:28:14.521530 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9ae18485-3070-455d-9710-a0936176b08f req-ab0b42ef-8696-4020-a9ca-a74c494cb7a1 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649779 Oct 12 18:28:14.527872 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0858-92da-448b-8a9d-5fbf2f99d75c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.532944 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-d6ea0858-92da-448b-8a9d-5fbf2f99d75c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6916225 Oct 12 18:28:14.534341 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47766) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:14.538922 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-973fc15f-06e9-46e0-af11-b95d6a605f16 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Request body: {'security_group_rule': {'security_group_id': '798734a7-d7b8-486d-affc-1794ed5d18c1', 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:14.571064 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f366fdbe-1db7-4f55-941e-0ddbdfb84289 req-c6905600-a4da-40ef-8f81-de3d3acb9b55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482233 Oct 12 18:28:14.594675 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-aa5761af-50fb-4821-9ca4-68a8e34124c0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.607727 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd6123bf-ff62-4fe4-9064-071fb47664f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.610102 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port f63f2517-8c88-4428-a45f-28eaf59d15e8 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:14.610560 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.628711 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'name': 'tempest-TestVolumeBootPattern-645594978-router', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:02Z', 'updated_at': '2021-10-12T18:28:08Z', 'revision_number': 4, 'project_id': '013389300c86431d9fabe0d5bc4222b0', 'gw_port': {'id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:03Z', 'updated_at': '2021-10-12T18:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '5b19bbe9-e618-4143-8902-ebb2bf1fe17f', 'name': '', 'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'mac_address': 'fa:16:3e:e8:72:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2ff3e2cd-b137-433b-8ec2-8d2229945c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:07Z', 'updated_at': '2021-10-12T18:28:13Z', 'revision_number': 4, 'project_id': '013389300c86431d9fabe0d5bc4222b0', 'subnets': [{'id': '2ff3e2cd-b137-433b-8ec2-8d2229945c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:14.659414 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caba30e6-fa75-4b20-a697-a506cdd9589a None None] The sync data for ids ['27f7743e-6fb1-4495-acdc-5ddb55d46a8e'] in dv-cinder-813227-2-iscsi is: [{'id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'name': 'tempest-TestVolumeBootPattern-645594978-router', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:02Z', 'updated_at': '2021-10-12T18:28:08Z', 'revision_number': 4, 'project_id': '013389300c86431d9fabe0d5bc4222b0', 'gw_port': {'id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:03Z', 'updated_at': '2021-10-12T18:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '5b19bbe9-e618-4143-8902-ebb2bf1fe17f', 'name': '', 'network_id': 'fc1f82f0-12d0-4936-8803-614717b9ef0c', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'mac_address': 'fa:16:3e:e8:72:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '2ff3e2cd-b137-433b-8ec2-8d2229945c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:07Z', 'updated_at': '2021-10-12T18:28:13Z', 'revision_number': 4, 'project_id': '013389300c86431d9fabe0d5bc4222b0', 'subnets': [{'id': '2ff3e2cd-b137-433b-8ec2-8d2229945c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:28:14.661367 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.securitygroups_db [None req-973fc15f-06e9-46e0-af11-b95d6a605f16 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Project d1b808c36ccd4256858530aedc0a6f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:28:14.667513 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-973fc15f-06e9-46e0-af11-b95d6a605f16 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.674161 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-dd6123bf-ff62-4fe4-9064-071fb47664f3 None None] For port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=5b19bbe9-e618-4143-8902-ebb2bf1fe17f,segment=NetworkSegment(99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421),segment_id=99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:28:14.683458 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5761af-50fb-4821-9ca4-68a8e34124c0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4404858d-9485-4de2-a013-69fbb8daf9d6,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:14.727227 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.736549 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f366fdbe-1db7-4f55-941e-0ddbdfb84289 req-4bd8f59a-a6f0-4f6e-917a-1db2643e40c5 service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575363 Oct 12 18:28:14.739002 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-973fc15f-06e9-46e0-af11-b95d6a605f16 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.751785 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port f63f2517-8c88-4428-a45f-28eaf59d15e8, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=f63f2517-8c88-4428-a45f-28eaf59d15e8,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:28:14.769761 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd6123bf-ff62-4fe4-9064-071fb47664f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.796309 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-aa5761af-50fb-4821-9ca4-68a8e34124c0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.797733 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-aa5761af-50fb-4821-9ca4-68a8e34124c0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6651025 Oct 12 18:28:14.800622 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47770) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:14.805822 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-1f2e5d9b-2c90-4463-8bbf-86b0c89569f0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Request body: {'security_group_rule': {'security_group_id': '31daafe6-fa9b-4eac-9ee9-4ed14f6839de', 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:14.821145 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-973fc15f-06e9-46e0-af11-b95d6a605f16 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.826225 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6123bf-ff62-4fe4-9064-071fb47664f3 None None] Pushing event updated for resources: {'Port': ['ID=5b19bbe9-e618-4143-8902-ebb2bf1fe17f,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:14.833762 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:14.850443 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fc15f-06e9-46e0-af11-b95d6a605f16 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936705d6-58f9-46f5-a339-a8ab8aeb9422,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:14.852146 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f366fdbe-1db7-4f55-941e-0ddbdfb84289 req-409453f6-2e43-4bca-8f45-2505f6108eef service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078732 Oct 12 18:28:14.889695 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=f63f2517-8c88-4428-a45f-28eaf59d15e8,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:14.994329 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1f2e5d9b-2c90-4463-8bbf-86b0c89569f0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:15.051621 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1f2e5d9b-2c90-4463-8bbf-86b0c89569f0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:15.075195 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-973fc15f-06e9-46e0-af11-b95d6a605f16 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:15.076748 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-973fc15f-06e9-46e0-af11-b95d6a605f16 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5420895 Oct 12 18:28:15.129263 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1f2e5d9b-2c90-4463-8bbf-86b0c89569f0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:15.148984 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e5d9b-2c90-4463-8bbf-86b0c89569f0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b392b0a2-7262-4302-aab8-c9d4f538f99d,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:15.230608 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1f2e5d9b-2c90-4463-8bbf-86b0c89569f0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:15.232301 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-1f2e5d9b-2c90-4463-8bbf-86b0c89569f0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4305837 Oct 12 18:28:15.235715 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 47816) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:15.241157 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-83f08942-2a59-43d3-9c74-9ec8413ddb4b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Request body: {'security_group_rule': {'security_group_id': '31daafe6-fa9b-4eac-9ee9-4ed14f6839de', 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:15.309066 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c77553-f6ae-4f4a-a17e-ed0e111bbb73 req-71edb094-6c0a-4ae7-8a0e-4c39bfea1fe4 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:15.312821 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-34c77553-f6ae-4f4a-a17e-ed0e111bbb73 req-71edb094-6c0a-4ae7-8a0e-4c39bfea1fe4 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0646734 Oct 12 18:28:15.355051 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.securitygroups_db [None req-83f08942-2a59-43d3-9c74-9ec8413ddb4b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Project 38a1ca7b8f55456eb3c6946099885e5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:28:15.366383 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83f08942-2a59-43d3-9c74-9ec8413ddb4b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:15.399087 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-34c77553-f6ae-4f4a-a17e-ed0e111bbb73 req-7c8a03d0-043d-4ecf-b6ff-b17a14b5ee1d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653572 Oct 12 18:28:15.465051 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83f08942-2a59-43d3-9c74-9ec8413ddb4b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:15.564561 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83f08942-2a59-43d3-9c74-9ec8413ddb4b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:15.584353 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f08942-2a59-43d3-9c74-9ec8413ddb4b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c39750-47ca-4128-9c32-f963a5245dd4,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:15.687015 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83f08942-2a59-43d3-9c74-9ec8413ddb4b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:15.688829 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-83f08942-2a59-43d3-9c74-9ec8413ddb4b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4514995 Oct 12 18:28:15.691971 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 47832) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:28:15.697137 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-9a9e0a7e-a19d-4011-b4d4-9d0d65716e1e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Request body: {'security_group_rule': {'security_group_id': '31daafe6-fa9b-4eac-9ee9-4ed14f6839de', 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:28:15.793027 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.securitygroups_db [None req-9a9e0a7e-a19d-4011-b4d4-9d0d65716e1e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Project 38a1ca7b8f55456eb3c6946099885e5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:28:15.800578 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0a7e-a19d-4011-b4d4-9d0d65716e1e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:15.879248 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0a7e-a19d-4011-b4d4-9d0d65716e1e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:15.887911 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Sync routers for ids ['91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:28:15.901374 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Routers {'91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:28:15.902040 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:28:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:15.941322 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0a7e-a19d-4011-b4d4-9d0d65716e1e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:15.975653 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e0a7e-a19d-4011-b4d4-9d0d65716e1e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053ce594-fa31-49d5-ae79-d1f46957dcdc,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:16.052304 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e26749-6137-4b61-85e7-fca212f55f52 req-df66e2b7-3d52-44fa-bc94-879c2314064e tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:16.058090 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0a7e-a19d-4011-b4d4-9d0d65716e1e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:16.059560 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-9a9e0a7e-a19d-4011-b4d4-9d0d65716e1e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3663337 Oct 12 18:28:16.060034 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-41e26749-6137-4b61-85e7-fca212f55f52 req-df66e2b7-3d52-44fa-bc94-879c2314064e tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 945 time: 0.0689142 Oct 12 18:28:16.116025 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-41e26749-6137-4b61-85e7-fca212f55f52 req-3d0325d2-7b69-45fb-9a9a-fd672869129d tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549533 Oct 12 18:28:16.172119 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Set router 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:28:16.407760 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'name': 'tempest-TestShelveInstance-1196922659-router', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:04Z', 'updated_at': '2021-10-12T18:28:10Z', 'revision_number': 4, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'gw_port': {'id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:05Z', 'updated_at': '2021-10-12T18:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '0ba068da-0002-4028-8ced-5d176f938ec3', 'name': '', 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'mac_address': 'fa:16:3e:26:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '171ca8ed-e574-4360-ae9d-255deab725f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:09Z', 'updated_at': '2021-10-12T18:28:10Z', 'revision_number': 2, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'subnets': [{'id': '171ca8ed-e574-4360-ae9d-255deab725f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:16.442707 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Checking router: 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:28:16.443633 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Updating router 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae port 0ba068da-0002-4028-8ced-5d176f938ec3 binding host dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:28:16.471430 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:16.541767 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 5b19bbe9-e618-4143-8902-ebb2bf1fe17f up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:16.606174 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cce6e1-db5a-4cd4-b89b-9a1f48802d7d req-8a3616af-4e15-4aae-bf23-4ba50524f86c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:16.615355 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-87cce6e1-db5a-4cd4-b89b-9a1f48802d7d req-8a3616af-4e15-4aae-bf23-4ba50524f86c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0668619 Oct 12 18:28:16.666729 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-87cce6e1-db5a-4cd4-b89b-9a1f48802d7d req-7a487f49-7a48-40c8-a645-f86821ac1fe1 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502577 Oct 12 18:28:16.778937 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:16.779197 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:16.917762 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device f63f2517-8c88-4428-a45f-28eaf59d15e8 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:17.000977 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:17.013020 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port f63f2517-8c88-4428-a45f-28eaf59d15e8 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:17.018167 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:17.068314 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:17.153541 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc38c0-6098-4c89-8183-ba6f836da736 None None] Pushing event updated for resources: {'Port': ['ID=0ba068da-0002-4028-8ced-5d176f938ec3,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:17.215142 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Attempting to bind port 0ba068da-0002-4028-8ced-5d176f938ec3 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:28:17.215512 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Attempting to bind port 0ba068da-0002-4028-8ced-5d176f938ec3 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '3e9ca17a-c481-4000-8c95-4ee2618d2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:28:17.215909 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Attempting to bind port 0ba068da-0002-4028-8ced-5d176f938ec3 on network d930a79f-2c00-4aa4-92cf-d3340714ff7b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:28:17.221639 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:28:17.221832 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Checking segment: {'id': '3e9ca17a-c481-4000-8c95-4ee2618d2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:28:17.222102 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:17.222496 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Bound using segment: {'id': '3e9ca17a-c481-4000-8c95-4ee2618d2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:28:17.222963 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Bound port: 0ba068da-0002-4028-8ced-5d176f938ec3, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9ca17a-c481-4000-8c95-4ee2618d2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:28:17.223347 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:17.254094 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0608f-42cd-4ccf-8899-cb950dbd87b9 req-bbced7bf-a5bb-4c5b-9697-33347d41c1ed tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:17.255885 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5bb0608f-42cd-4ccf-8899-cb950dbd87b9 req-bbced7bf-a5bb-4c5b-9697-33347d41c1ed tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 945 time: 0.0538335 Oct 12 18:28:17.292062 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] For port 0ba068da-0002-4028-8ced-5d176f938ec3, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:28:17.295674 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] For port 0ba068da-0002-4028-8ced-5d176f938ec3, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=0ba068da-0002-4028-8ced-5d176f938ec3,segment=NetworkSegment(3e9ca17a-c481-4000-8c95-4ee2618d2b87),segment_id=3e9ca17a-c481-4000-8c95-4ee2618d2b87)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:28:17.302028 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5bb0608f-42cd-4ccf-8899-cb950dbd87b9 req-bb6bb7b1-01c9-44de-997a-831f7004fd9e tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390933 Oct 12 18:28:17.380762 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:17.450192 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc38c0-6098-4c89-8183-ba6f836da736 None None] Pushing event updated for resources: {'Port': ['ID=0ba068da-0002-4028-8ced-5d176f938ec3,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:17.455871 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Routers {'91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:28:17.457008 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:28:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:17.459043 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-b54d9778-84cc-4fb7-8938-c79e471ef5aa None None] Provisioning complete for port 0ba068da-0002-4028-8ced-5d176f938ec3 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:17.459410 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b54d9778-84cc-4fb7-8938-c79e471ef5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:17.631882 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] Set router 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:28:17.673843 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b54d9778-84cc-4fb7-8938-c79e471ef5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:17.781875 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-b54d9778-84cc-4fb7-8938-c79e471ef5aa None None] For port 0ba068da-0002-4028-8ced-5d176f938ec3, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=0ba068da-0002-4028-8ced-5d176f938ec3,segment=NetworkSegment(3e9ca17a-c481-4000-8c95-4ee2618d2b87),segment_id=3e9ca17a-c481-4000-8c95-4ee2618d2b87)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:28:17.818238 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317b7b6-0ca3-45bb-9930-abc779881fcc req-024ffb1e-1d49-4305-b9d1-9db4aa117cf0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:17.819742 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6317b7b6-0ca3-45bb-9930-abc779881fcc req-024ffb1e-1d49-4305-b9d1-9db4aa117cf0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0662808 Oct 12 18:28:17.861231 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6317b7b6-0ca3-45bb-9930-abc779881fcc req-2c2b0426-9ef3-49d8-9be8-21f33fe92110 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350080 Oct 12 18:28:17.883234 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b54d9778-84cc-4fb7-8938-c79e471ef5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:17.921905 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'name': 'tempest-TestShelveInstance-1196922659-router', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:04Z', 'updated_at': '2021-10-12T18:28:10Z', 'revision_number': 4, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'gw_port': {'id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:05Z', 'updated_at': '2021-10-12T18:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '0ba068da-0002-4028-8ced-5d176f938ec3', 'name': '', 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'mac_address': 'fa:16:3e:26:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '171ca8ed-e574-4360-ae9d-255deab725f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:09Z', 'updated_at': '2021-10-12T18:28:17Z', 'revision_number': 4, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'subnets': [{'id': '171ca8ed-e574-4360-ae9d-255deab725f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:28:17.947933 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8fe97-f435-4612-ada7-fced7fdc763e req-045a3db4-e1c6-4f17-bb5c-a66dceabd1de tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:17.949687 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-41a8fe97-f435-4612-ada7-fced7fdc763e req-045a3db4-e1c6-4f17-bb5c-a66dceabd1de tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.42 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 945 time: 0.0502465 Oct 12 18:28:17.964203 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd50189-f6e1-4603-92cc-9f74e41ef417 None None] The sync data for ids ['91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'] in dv-cinder-813227-2-iscsi is: [{'id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'name': 'tempest-TestShelveInstance-1196922659-router', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:04Z', 'updated_at': '2021-10-12T18:28:10Z', 'revision_number': 4, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'gw_port': {'id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:05Z', 'updated_at': '2021-10-12T18:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '0ba068da-0002-4028-8ced-5d176f938ec3', 'name': '', 'network_id': 'd930a79f-2c00-4aa4-92cf-d3340714ff7b', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'mac_address': 'fa:16:3e:26:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '171ca8ed-e574-4360-ae9d-255deab725f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:09Z', 'updated_at': '2021-10-12T18:28:17Z', 'revision_number': 4, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'subnets': [{'id': '171ca8ed-e574-4360-ae9d-255deab725f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:28:17.972487 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d9778-84cc-4fb7-8938-c79e471ef5aa None None] Pushing event updated for resources: {'Port': ['ID=0ba068da-0002-4028-8ced-5d176f938ec3,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:18.017897 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-950a32a2-f28e-480a-9f00-2f6a3f8f7d4e None None] Provisioning complete for port 0ba068da-0002-4028-8ced-5d176f938ec3 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:18.018380 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-950a32a2-f28e-480a-9f00-2f6a3f8f7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:18.064051 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-41a8fe97-f435-4612-ada7-fced7fdc763e req-5cb089fb-a3f1-467d-8d2c-b9f23a670dfb tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Deleting port 7433c711-5359-4625-b8ff-e5942a6a7cf3 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:28:18.064391 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-41a8fe97-f435-4612-ada7-fced7fdc763e req-5cb089fb-a3f1-467d-8d2c-b9f23a670dfb tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:18.189167 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-41a8fe97-f435-4612-ada7-fced7fdc763e req-5cb089fb-a3f1-467d-8d2c-b9f23a670dfb tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] For port 7433c711-5359-4625-b8ff-e5942a6a7cf3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7433c711-5359-4625-b8ff-e5942a6a7cf3,segment=NetworkSegment(ef2c8416-83da-4f87-bbf7-da1aa8055df3),segment_id=ef2c8416-83da-4f87-bbf7-da1aa8055df3)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:28:18.189522 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-41a8fe97-f435-4612-ada7-fced7fdc763e req-5cb089fb-a3f1-467d-8d2c-b9f23a670dfb tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:18.206782 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-41a8fe97-f435-4612-ada7-fced7fdc763e req-5cb089fb-a3f1-467d-8d2c-b9f23a670dfb tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Calling delete_port for 7433c711-5359-4625-b8ff-e5942a6a7cf3 owned by compute:nova {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:28:18.436869 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0078aa6-2c21-4e25-a589-c3871e2a7715 req-e853a7a6-cf5e-4e96-9541-9ddf69642627 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:18.437794 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-41a8fe97-f435-4612-ada7-fced7fdc763e req-5cb089fb-a3f1-467d-8d2c-b9f23a670dfb tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:18.438882 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b0078aa6-2c21-4e25-a589-c3871e2a7715 req-e853a7a6-cf5e-4e96-9541-9ddf69642627 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 945 time: 0.0599637 Oct 12 18:28:18.455534 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['7433c711-5359-4625-b8ff-e5942a6a7cf3'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:28:18.461512 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 0ba068da-0002-4028-8ced-5d176f938ec3 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:28:18.471993 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb089fb-a3f1-467d-8d2c-b9f23a670dfb tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Pushing event deleted for resources: {'Port': ['ID=7433c711-5359-4625-b8ff-e5942a6a7cf3,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:28:18.491918 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b0078aa6-2c21-4e25-a589-c3871e2a7715 req-dad3dfd4-a443-40ac-92fd-9a7c51ab10d3 tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9ce7809-eb34-46fe-bab0-f4bbdd877b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361462 Oct 12 18:28:18.529957 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a8fe97-f435-4612-ada7-fced7fdc763e req-5cb089fb-a3f1-467d-8d2c-b9f23a670dfb tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] No DVR routers for this DVR port 7433c711-5359-4625-b8ff-e5942a6a7cf3 on host hv-cinder-81322 {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:28:18.533193 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-41a8fe97-f435-4612-ada7-fced7fdc763e req-5cb089fb-a3f1-467d-8d2c-b9f23a670dfb tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:18.536623 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-41a8fe97-f435-4612-ada7-fced7fdc763e req-5cb089fb-a3f1-467d-8d2c-b9f23a670dfb tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.42 "DELETE /v2.0/ports/7433c711-5359-4625-b8ff-e5942a6a7cf3 HTTP/1.1" status: 204 len: 173 time: 0.5769188 Oct 12 18:28:18.537091 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd837950a-354a-44a9-9796-2049507a2225', 'name': 'network-vif-deleted', 'tag': '7433c711-5359-4625-b8ff-e5942a6a7cf3'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:28:18.539402 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc44454d-52cd-4265-a777-6fc8187dcf7e" -d '{"events": [{"server_uuid": "d837950a-354a-44a9-9796-2049507a2225", "name": "network-vif-deleted", "tag": "7433c711-5359-4625-b8ff-e5942a6a7cf3"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:28:18.549295 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 0ba068da-0002-4028-8ced-5d176f938ec3 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:28:18.549671 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:18.579681 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237af419-1180-4ed2-905f-664350c260d9 x-openstack-request-id: req-237af419-1180-4ed2-905f-664350c260d9 {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:28:18.579681 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d837950a-354a-44a9-9796-2049507a2225", "name": "network-vif-deleted", "tag": "7433c711-5359-4625-b8ff-e5942a6a7cf3", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:28:18.579681 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-237af419-1180-4ed2-905f-664350c260d9 {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:28:18.579681 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd837950a-354a-44a9-9796-2049507a2225', 'name': 'network-vif-deleted', 'tag': '7433c711-5359-4625-b8ff-e5942a6a7cf3', 'status': 'completed', 'code': 200} Oct 12 18:28:18.989205 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c7e2b-6f9f-4305-9ef7-0b665c4974b0 req-be17823b-ffe6-4d6e-ac4f-fd288798066b tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:18.991057 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-704c7e2b-6f9f-4305-9ef7-0b665c4974b0 req-be17823b-ffe6-4d6e-ac4f-fd288798066b tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0554490 Oct 12 18:28:19.035486 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-704c7e2b-6f9f-4305-9ef7-0b665c4974b0 req-01a20eac-5350-46b7-b6eb-593c6b332d7e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381591 Oct 12 18:28:19.606007 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3190d703-6570-4745-9c42-b02da7b674fd req-78495ff2-6e92-47e4-b0aa-8a936d85623a tempest-VolumesActionsTest-1273722044 tempest-VolumesActionsTest-1273722044-project] 10.222.0.18 "GET /v2.0/ports?device_id=d837950a-354a-44a9-9796-2049507a2225 HTTP/1.1" status: 200 len: 210 time: 0.0295360 Oct 12 18:28:20.168202 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb6ca-ae7f-415e-992e-7313e896599d req-13721de7-722b-4d80-afc4-b22518f7c476 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:20.170310 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0e8cb6ca-ae7f-415e-992e-7313e896599d req-13721de7-722b-4d80-afc4-b22518f7c476 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0513413 Oct 12 18:28:20.209712 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0e8cb6ca-ae7f-415e-992e-7313e896599d req-0dcfd7a6-7fc9-4f0c-8317-a4fc1bc3dd27 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330060 Oct 12 18:28:21.329848 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2403f86-93ff-40ad-8cbd-7ed047af89a6 req-0c442253-5b43-456d-a15c-e1df4e18d4c9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:21.332479 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e2403f86-93ff-40ad-8cbd-7ed047af89a6 req-0c442253-5b43-456d-a15c-e1df4e18d4c9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0532937 Oct 12 18:28:21.374113 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e2403f86-93ff-40ad-8cbd-7ed047af89a6 req-c6ce894b-0c87-4e0f-9646-0c53409119af tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Oct 12 18:28:22.493777 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da37eb6-66a1-41fd-b5ec-2866c159b8d3 req-fd5fa868-c1af-4e96-a619-48f64c05fb88 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:22.495366 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9da37eb6-66a1-41fd-b5ec-2866c159b8d3 req-fd5fa868-c1af-4e96-a619-48f64c05fb88 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0486372 Oct 12 18:28:22.537168 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9da37eb6-66a1-41fd-b5ec-2866c159b8d3 req-1dce429d-6ab1-4a88-86dc-99331b914606 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356669 Oct 12 18:28:23.258264 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 7433c711-5359-4625-b8ff-e5942a6a7cf3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:28:23.284944 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: 7433c711-5359-4625-b8ff-e5942a6a7cf3 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:28:23.285276 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 7433c711-5359-4625-b8ff-e5942a6a7cf3 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:28:23.657360 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037c42a-a429-41cd-8f90-262d2136442f req-b0d1efa9-32b8-402d-af9a-a9a5605cc771 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:23.658825 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8037c42a-a429-41cd-8f90-262d2136442f req-b0d1efa9-32b8-402d-af9a-a9a5605cc771 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0477366 Oct 12 18:28:23.697385 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8037c42a-a429-41cd-8f90-262d2136442f req-d7af810a-8a48-4c52-a322-b46084237101 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323853 Oct 12 18:28:24.819826 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32425a-fe9b-47ea-ac49-239f909008f1 req-18c9ff7a-76bc-4efb-a915-36a901f7442e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:24.821307 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5d32425a-fe9b-47ea-ac49-239f909008f1 req-18c9ff7a-76bc-4efb-a915-36a901f7442e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0510652 Oct 12 18:28:24.859287 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5d32425a-fe9b-47ea-ac49-239f909008f1 req-3068acc7-9cbb-4513-9c00-15e3fa37c5d6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Oct 12 18:28:25.975157 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e58bc7-4b3d-45d3-a9b6-0a97dcf15d1f req-779fcef2-d4e1-495a-bdd9-0231717fce84 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:25.976721 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-31e58bc7-4b3d-45d3-a9b6-0a97dcf15d1f req-779fcef2-d4e1-495a-bdd9-0231717fce84 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0472786 Oct 12 18:28:26.019400 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-31e58bc7-4b3d-45d3-a9b6-0a97dcf15d1f req-318920e0-4b7a-4dfd-8968-dea88b047d6e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366876 Oct 12 18:28:27.139972 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8e8d2-7f2b-4e83-a4a9-4e23dc893a5e req-a2352c7b-78e7-4244-99df-abec1cb99dbf tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:27.141450 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-84c8e8d2-7f2b-4e83-a4a9-4e23dc893a5e req-a2352c7b-78e7-4244-99df-abec1cb99dbf tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0515091 Oct 12 18:28:27.181743 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-84c8e8d2-7f2b-4e83-a4a9-4e23dc893a5e req-9ef67931-2198-4a21-882a-28a0ae20bbe3 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342910 Oct 12 18:28:28.305656 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f271c3-d8cf-4f15-b89c-b90d880f6826 req-39b63dbf-17aa-4d56-821f-2b405be7a047 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:28.307144 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a1f271c3-d8cf-4f15-b89c-b90d880f6826 req-39b63dbf-17aa-4d56-821f-2b405be7a047 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0503082 Oct 12 18:28:28.346390 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a1f271c3-d8cf-4f15-b89c-b90d880f6826 req-d1cb0a6f-eb3d-4be6-8965-f366c02998f5 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332329 Oct 12 18:28:29.467711 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf04f-6709-4101-b76a-a34416734650 req-8d6cb013-a4e7-4ec3-874b-4570405b09c4 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:29.469141 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2edbf04f-6709-4101-b76a-a34416734650 req-8d6cb013-a4e7-4ec3-874b-4570405b09c4 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0484457 Oct 12 18:28:29.510234 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2edbf04f-6709-4101-b76a-a34416734650 req-41d54c5e-de9f-48c8-a9b4-e572db16a188 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346375 Oct 12 18:28:30.640875 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912daf84-ee5a-4567-9b23-45657412e9ef req-dcad9121-6725-451d-ae19-33c218a8880a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:30.640875 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-912daf84-ee5a-4567-9b23-45657412e9ef req-dcad9121-6725-451d-ae19-33c218a8880a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0558307 Oct 12 18:28:30.685030 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-912daf84-ee5a-4567-9b23-45657412e9ef req-6534dc2f-8ce5-41aa-9c6d-3345a5a725d0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343456 Oct 12 18:28:31.805511 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9304b-14d9-4543-ac4e-8fdc00082239 req-c02e79bf-8a04-483d-82aa-6d6959b28ad3 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:31.807084 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-74e9304b-14d9-4543-ac4e-8fdc00082239 req-c02e79bf-8a04-483d-82aa-6d6959b28ad3 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0494988 Oct 12 18:28:31.858940 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-74e9304b-14d9-4543-ac4e-8fdc00082239 req-fdcee41c-8aa7-4338-b676-ac3eb834fc43 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433540 Oct 12 18:28:32.992304 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baf54a-5b42-4ee0-8c41-e0e2a7abc6f4 req-5d2da3ae-2ece-4106-811f-3730b7ae202c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:32.993899 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-90baf54a-5b42-4ee0-8c41-e0e2a7abc6f4 req-5d2da3ae-2ece-4106-811f-3730b7ae202c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0540030 Oct 12 18:28:33.039746 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-90baf54a-5b42-4ee0-8c41-e0e2a7abc6f4 req-cbf750dd-d990-4488-94e6-656123a7f567 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395429 Oct 12 18:28:34.163834 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637f8f9-1838-437d-bd1c-3cb8c50eb7a1 req-39f50a25-3a43-4caf-aad5-aedbbd349b88 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:34.165239 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a637f8f9-1838-437d-bd1c-3cb8c50eb7a1 req-39f50a25-3a43-4caf-aad5-aedbbd349b88 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0537310 Oct 12 18:28:34.207743 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a637f8f9-1838-437d-bd1c-3cb8c50eb7a1 req-e4e26cee-4a97-4366-bc4f-0405a64df3d0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365000 Oct 12 18:28:34.358845 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-caeda05f-021b-428e-80c3-34d3f71f9742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:35.332065 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9549c41-65af-4b3f-9e08-92030d07d037 req-b74a7e28-d0a7-418a-ab50-14cfa5c4a937 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:35.333588 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b9549c41-65af-4b3f-9e08-92030d07d037 req-b74a7e28-d0a7-418a-ab50-14cfa5c4a937 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0519769 Oct 12 18:28:35.374708 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b9549c41-65af-4b3f-9e08-92030d07d037 req-e3ddec73-90a6-4c25-84af-42982114b906 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348749 Oct 12 18:28:36.495651 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7eeb81-8ce8-4e1f-9567-0d6b6c5f691c req-206ef291-0524-46b3-a899-95ddf8a34786 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:36.497233 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7c7eeb81-8ce8-4e1f-9567-0d6b6c5f691c req-206ef291-0524-46b3-a899-95ddf8a34786 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0509868 Oct 12 18:28:36.540183 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7c7eeb81-8ce8-4e1f-9567-0d6b6c5f691c req-7aba4056-600a-4916-bbe7-203cc73d5a78 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364885 Oct 12 18:28:37.278297 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-216a7dde-fb3c-4e6e-95b4-e9d98ddc3a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:37.661258 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660729ea-ac23-44b2-93e7-e93ed86cb48f req-12789944-afac-4d49-b0ff-282627431ffb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:37.662749 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-660729ea-ac23-44b2-93e7-e93ed86cb48f req-12789944-afac-4d49-b0ff-282627431ffb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0525744 Oct 12 18:28:37.708611 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-660729ea-ac23-44b2-93e7-e93ed86cb48f req-76f2fdab-66f9-43df-8793-94ded059f65d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395260 Oct 12 18:28:38.038141 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:38.398184 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:38.832720 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee7fb8-d9ab-4475-b4aa-398b5b85fcee req-66e2294f-4283-436e-9b52-e5b55f860424 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:38.834261 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-47ee7fb8-d9ab-4475-b4aa-398b5b85fcee req-66e2294f-4283-436e-9b52-e5b55f860424 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0517132 Oct 12 18:28:38.882990 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-47ee7fb8-d9ab-4475-b4aa-398b5b85fcee req-377318ef-d23a-4afa-8466-bd888befbe08 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385673 Oct 12 18:28:39.959002 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:40.012572 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f56aa-ac7c-4327-ba00-f751a2aabbd0 req-17d11b53-2f40-4ec1-af60-aee3a079a333 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:40.014471 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cc2f56aa-ac7c-4327-ba00-f751a2aabbd0 req-17d11b53-2f40-4ec1-af60-aee3a079a333 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0521171 Oct 12 18:28:40.058315 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cc2f56aa-ac7c-4327-ba00-f751a2aabbd0 req-5377d9e9-2874-445e-970f-8d6da45d44bb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377862 Oct 12 18:28:40.758239 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:28:41.188819 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71455b6-a0d9-48da-afd5-13d196483b0a req-8c14360b-90cc-4f8d-94ca-99df2cb692f0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:41.190317 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c71455b6-a0d9-48da-afd5-13d196483b0a req-8c14360b-90cc-4f8d-94ca-99df2cb692f0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0553696 Oct 12 18:28:41.233480 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c71455b6-a0d9-48da-afd5-13d196483b0a req-0dfb78a4-6ab2-45d9-ba53-fff397bb94e6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364559 Oct 12 18:28:42.356145 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339256d1-dd92-4d8a-84ad-e420ac9a56a6 req-cae51100-f5d3-4d41-a0c5-eaf8606f6e1e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:42.356145 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-339256d1-dd92-4d8a-84ad-e420ac9a56a6 req-cae51100-f5d3-4d41-a0c5-eaf8606f6e1e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0480950 Oct 12 18:28:42.390711 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-339256d1-dd92-4d8a-84ad-e420ac9a56a6 req-7fd8bd40-9cb2-4fb8-b3d9-c39851243d98 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310783 Oct 12 18:28:43.512864 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd0e01-5b2b-480a-a9a3-50bdbfd65f7a req-343d6cfd-fe22-49a2-b2aa-0041b60b051e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:43.514358 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3acd0e01-5b2b-480a-a9a3-50bdbfd65f7a req-343d6cfd-fe22-49a2-b2aa-0041b60b051e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0518539 Oct 12 18:28:43.558855 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3acd0e01-5b2b-480a-a9a3-50bdbfd65f7a req-ce286cd1-d3b4-458c-b027-35a77f329f72 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365565 Oct 12 18:28:44.681262 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb4669-8a4f-4ce6-a503-586e7f8a5165 req-1c6f59ff-e8a0-4070-a9f5-8d37417dcba5 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:44.682755 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-04eb4669-8a4f-4ce6-a503-586e7f8a5165 req-1c6f59ff-e8a0-4070-a9f5-8d37417dcba5 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0504653 Oct 12 18:28:44.725540 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-04eb4669-8a4f-4ce6-a503-586e7f8a5165 req-f9908c40-eead-4d53-9b29-71b5262436ed tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360844 Oct 12 18:28:45.841978 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ec20f-557d-4c26-8e02-f239143bfda1 req-080d0d43-e3a9-477a-ae5c-a5eab40b26ad tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:45.843552 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-860ec20f-557d-4c26-8e02-f239143bfda1 req-080d0d43-e3a9-477a-ae5c-a5eab40b26ad tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0475640 Oct 12 18:28:45.881619 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-860ec20f-557d-4c26-8e02-f239143bfda1 req-bc8a93a3-d869-4772-9731-989e94ae606e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314717 Oct 12 18:28:45.992773 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:28:45.997426 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-6fbd51d6-ee5f-478c-a6f3-2c11ca9fbfe7 req-b2dca39c-f03e-448b-9a5d-c02afec686e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389881 Oct 12 18:28:46.091313 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd51d6-ee5f-478c-a6f3-2c11ca9fbfe7 req-fb341601-b212-4914-881e-f3429325684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:46.093369 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-6fbd51d6-ee5f-478c-a6f3-2c11ca9fbfe7 req-fb341601-b212-4914-881e-f3429325684d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 1099 time: 0.0510991 Oct 12 18:28:46.251563 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd51d6-ee5f-478c-a6f3-2c11ca9fbfe7 req-d805ceed-2b09-4e98-a571-a9057362bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:46.253680 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-6fbd51d6-ee5f-478c-a6f3-2c11ca9fbfe7 req-d805ceed-2b09-4e98-a571-a9057362bcb9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 918 time: 0.1254885 Oct 12 18:28:46.348194 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-6fbd51d6-ee5f-478c-a6f3-2c11ca9fbfe7 req-21787caf-912b-4da7-b2b3-8797c7657de2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e HTTP/1.1" status: 200 len: 1000 time: 0.0852792 Oct 12 18:28:46.459676 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd51d6-ee5f-478c-a6f3-2c11ca9fbfe7 req-177af488-dc32-4b5a-9558-cf4675b85309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:46.464124 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-6fbd51d6-ee5f-478c-a6f3-2c11ca9fbfe7 req-177af488-dc32-4b5a-9558-cf4675b85309 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 200 len: 856 time: 0.1068566 Oct 12 18:28:46.474569 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4c327-6077-4a4b-aa0a-6c8eac9453cb req-8f3540b2-8769-42c8-8952-9d9055418e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:46.476738 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ccd4c327-6077-4a4b-aa0a-6c8eac9453cb req-8f3540b2-8769-42c8-8952-9d9055418e6e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 1099 time: 0.0889707 Oct 12 18:28:46.541410 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ccd4c327-6077-4a4b-aa0a-6c8eac9453cb req-6ff0a8db-285e-4720-a801-60ff6e6a2682 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568423 Oct 12 18:28:46.548182 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd51d6-ee5f-478c-a6f3-2c11ca9fbfe7 req-6c10fd54-7f7d-4b23-9b58-e91e11542b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:46.551054 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-6fbd51d6-ee5f-478c-a6f3-2c11ca9fbfe7 req-6c10fd54-7f7d-4b23-9b58-e91e11542b00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80f5cd14-5950-4313-a8f0-f81c86803faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763502 Oct 12 18:28:46.937595 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66eac9-ad40-4379-b17c-d459b4060f03 req-7075dc09-169e-4a33-ae9f-339f3a3a5aba tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:46.941243 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5f66eac9-ad40-4379-b17c-d459b4060f03 req-7075dc09-169e-4a33-ae9f-339f3a3a5aba tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0503957 Oct 12 18:28:47.004935 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5f66eac9-ad40-4379-b17c-d459b4060f03 req-82584cd5-e232-470a-8502-6e6419445037 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586073 Oct 12 18:28:47.029974 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964f769-fb88-463e-a7a1-f3555e364155 req-f2056d3a-5d9f-4d36-9182-94dec10268c8 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:47.032230 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2964f769-fb88-463e-a7a1-f3555e364155 req-f2056d3a-5d9f-4d36-9182-94dec10268c8 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0702412 Oct 12 18:28:47.032444 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-6fbd51d6-ee5f-478c-a6f3-2c11ca9fbfe7 req-0948af3c-125e-43da-9178-e9cac4391256 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032803 Oct 12 18:28:47.078834 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2964f769-fb88-463e-a7a1-f3555e364155 req-ac4f44cf-7f13-4395-92fe-4dba5c4110eb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383499 Oct 12 18:28:47.129821 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-6fbd51d6-ee5f-478c-a6f3-2c11ca9fbfe7 req-f4278282-91d6-4dcf-accd-6507d313aaff service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846388 Oct 12 18:28:48.167886 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe376010-9dfe-4229-8fe8-461f8530ec4c req-e635018f-8bbf-4e8b-9a8f-64145b7cf308 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:48.176934 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fe376010-9dfe-4229-8fe8-461f8530ec4c req-e635018f-8bbf-4e8b-9a8f-64145b7cf308 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0902286 Oct 12 18:28:48.261655 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fe376010-9dfe-4229-8fe8-461f8530ec4c req-0ecd90de-e833-4609-84d2-1e18c560b0bc tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832014 Oct 12 18:28:48.296956 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7c926-2d3c-4676-9250-b8d63581dcc0 req-034a435a-6bcb-4e34-bf7f-314f4ebd4baf tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:48.301674 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-53f7c926-2d3c-4676-9250-b8d63581dcc0 req-034a435a-6bcb-4e34-bf7f-314f4ebd4baf tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.1213052 Oct 12 18:28:48.355660 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-53f7c926-2d3c-4676-9250-b8d63581dcc0 req-b59e5b7d-4225-4b74-be07-ab80f4fd63a9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460131 Oct 12 18:28:49.490191 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf9aad-41c6-4fe9-83e6-3301d35018bf req-aecf9436-c308-408b-a1e4-e4e8323eff09 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:49.491723 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-adcf9aad-41c6-4fe9-83e6-3301d35018bf req-aecf9436-c308-408b-a1e4-e4e8323eff09 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0941894 Oct 12 18:28:49.546401 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-adcf9aad-41c6-4fe9-83e6-3301d35018bf req-5474b724-982b-464b-9816-64af36e98e31 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478392 Oct 12 18:28:49.583629 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea410897-746e-4d16-aa72-00d2c28529cf req-992eae28-740b-4bef-a551-db16ec0c8b55 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:49.588964 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ea410897-746e-4d16-aa72-00d2c28529cf req-992eae28-740b-4bef-a551-db16ec0c8b55 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0641005 Oct 12 18:28:49.650985 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ea410897-746e-4d16-aa72-00d2c28529cf req-3244a0dd-383c-47e3-940b-8d90bbbfded1 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599346 Oct 12 18:28:49.667704 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a4341-2573-4bd4-9188-5da60e48272d req-b798214e-1ee0-47be-87ad-80d8ea82d199 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:49.669183 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-405a4341-2573-4bd4-9188-5da60e48272d req-b798214e-1ee0-47be-87ad-80d8ea82d199 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0640543 Oct 12 18:28:49.728235 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-405a4341-2573-4bd4-9188-5da60e48272d req-083f07ed-96fc-4e46-b2e0-fc1a1235929b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457888 Oct 12 18:28:50.218415 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0a24f-ddf1-48aa-8eca-25b39524504a req-46e4d466-f49a-42c1-b72b-41bbbf03d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:50.220747 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2ea0a24f-ddf1-48aa-8eca-25b39524504a req-46e4d466-f49a-42c1-b72b-41bbbf03d1f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f9fb6543096402dbf4351b0e6639431&device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 1099 time: 0.0549500 Oct 12 18:28:50.387513 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0a24f-ddf1-48aa-8eca-25b39524504a req-61bd2cdb-ba2e-4846-8f98-cbfdc34588ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:50.389412 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2ea0a24f-ddf1-48aa-8eca-25b39524504a req-61bd2cdb-ba2e-4846-8f98-cbfdc34588ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 HTTP/1.1" status: 200 len: 920 time: 0.1604896 Oct 12 18:28:50.406715 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd91cd-eaeb-40be-82fe-a319ba038b7b req-62b2ca7d-8913-42af-bf61-14c87e26219b tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:50.408630 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1ccd91cd-eaeb-40be-82fe-a319ba038b7b req-62b2ca7d-8913-42af-bf61-14c87e26219b tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.3174415 Oct 12 18:28:50.448098 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2ea0a24f-ddf1-48aa-8eca-25b39524504a req-1ef113aa-b342-4efe-b1ed-93e5fc3e64fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc8c6d70-7941-4089-842b-2e9d99ab6161 HTTP/1.1" status: 200 len: 217 time: 0.0497646 Oct 12 18:28:50.453952 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1ccd91cd-eaeb-40be-82fe-a319ba038b7b req-30c0e1b8-d200-44ff-ac27-bb8e9434f8c6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373001 Oct 12 18:28:50.713176 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6dee5-4f27-48bc-b4e6-ed17470694ac req-f4531081-e91c-479a-b4ec-63ed23671c91 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:50.714908 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-90b6dee5-4f27-48bc-b4e6-ed17470694ac req-f4531081-e91c-479a-b4ec-63ed23671c91 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0888331 Oct 12 18:28:50.759359 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0a24f-ddf1-48aa-8eca-25b39524504a req-512746c1-91d1-44f0-b200-7e2c91ca56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:50.761146 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2ea0a24f-ddf1-48aa-8eca-25b39524504a req-512746c1-91d1-44f0-b200-7e2c91ca56a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e290483-eff8-462e-be86-c9de2f5e9c99 HTTP/1.1" status: 200 len: 859 time: 0.3047056 Oct 12 18:28:50.809691 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2ea0a24f-ddf1-48aa-8eca-25b39524504a req-c829181c-147b-48de-b917-a1ccce1359b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392621 Oct 12 18:28:50.811063 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-90b6dee5-4f27-48bc-b4e6-ed17470694ac req-4fbb63b6-f36f-400e-9aea-8df6da03b6d1 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891807 Oct 12 18:28:50.893536 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe9987-fab4-4b8b-81c7-698fab7d979e req-f5f46602-62f0-4835-9e8c-7d599c4e7f5a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:50.894997 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cffe9987-fab4-4b8b-81c7-698fab7d979e req-f5f46602-62f0-4835-9e8c-7d599c4e7f5a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0579553 Oct 12 18:28:50.938380 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2ea0a24f-ddf1-48aa-8eca-25b39524504a req-2444b7de-2269-42ba-bebe-a721b02e0e82 service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116498 Oct 12 18:28:50.946162 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cffe9987-fab4-4b8b-81c7-698fab7d979e req-91510468-d3f6-4504-93e1-46fb39239885 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419316 Oct 12 18:28:51.056767 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-2ea0a24f-ddf1-48aa-8eca-25b39524504a req-b09a57bd-3f29-48d2-9996-280950f49eb4 service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077905 Oct 12 18:28:51.629102 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae71a3b-db07-456f-87e5-626285ec0abf req-186afab3-3c26-4bb9-85a7-c1e974ba79f0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:51.641645 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fae71a3b-db07-456f-87e5-626285ec0abf req-186afab3-3c26-4bb9-85a7-c1e974ba79f0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.1119254 Oct 12 18:28:51.687388 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fae71a3b-db07-456f-87e5-626285ec0abf req-3e6c1b1b-158b-4db5-8c01-2b56d700befe tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Oct 12 18:28:52.031975 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18833374-0328-4595-8f07-28f2735e62e9 req-a61946d4-5338-4e12-afcb-095bc0e88d0a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:52.042705 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18833374-0328-4595-8f07-28f2735e62e9 req-a61946d4-5338-4e12-afcb-095bc0e88d0a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0942745 Oct 12 18:28:52.135665 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18833374-0328-4595-8f07-28f2735e62e9 req-ca83fa31-1148-4b4e-9ffa-333071b2d414 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832593 Oct 12 18:28:52.147738 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8ebd1-ea55-408b-a2dc-7c0a06f011e0 req-bad65b61-ee30-4599-9520-a871e82e6fff tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:52.156912 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-97e8ebd1-ea55-408b-a2dc-7c0a06f011e0 req-bad65b61-ee30-4599-9520-a871e82e6fff tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.1115816 Oct 12 18:28:52.200048 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-97e8ebd1-ea55-408b-a2dc-7c0a06f011e0 req-79f62edf-afd9-4c5a-baa2-967cc2ca2f06 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421295 Oct 12 18:28:52.830182 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07bc42-655b-45fc-9822-f2f822e8c787 req-4192a01e-cba1-481a-acbd-7759c8df956a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:52.831813 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-df07bc42-655b-45fc-9822-f2f822e8c787 req-4192a01e-cba1-481a-acbd-7759c8df956a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0529625 Oct 12 18:28:52.874392 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-df07bc42-655b-45fc-9822-f2f822e8c787 req-e7ab486a-d6d5-4cea-b0d7-ea1036320c63 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342631 Oct 12 18:28:53.267410 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e8e1f-4036-42ad-ab08-b312c58da411 req-43278aed-ec80-42cc-b354-45125148620e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:53.269964 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bf5e8e1f-4036-42ad-ab08-b312c58da411 req-43278aed-ec80-42cc-b354-45125148620e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0561321 Oct 12 18:28:53.349902 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bf5e8e1f-4036-42ad-ab08-b312c58da411 req-977a5ea1-3809-435a-89df-3259c457d36f tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736637 Oct 12 18:28:53.365681 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1d83f-988d-47ff-89b9-ab77626a02b1 req-b26c8a48-0577-4e4f-9900-3799a60640b7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:53.368289 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8b1d83f-988d-47ff-89b9-ab77626a02b1 req-b26c8a48-0577-4e4f-9900-3799a60640b7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0757113 Oct 12 18:28:53.427318 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8b1d83f-988d-47ff-89b9-ab77626a02b1 req-7d408961-29d8-4895-8450-276b941ff5a2 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507169 Oct 12 18:28:54.040842 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a44f6-7093-4a5c-9157-ecf03a810c89 req-c4740a42-9ec4-47a2-9178-63a2eca72c88 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:54.042475 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a80a44f6-7093-4a5c-9157-ecf03a810c89 req-c4740a42-9ec4-47a2-9178-63a2eca72c88 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0536251 Oct 12 18:28:54.084382 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a80a44f6-7093-4a5c-9157-ecf03a810c89 req-f22d5798-afdd-4e53-b3cc-e89ecffc0713 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347066 Oct 12 18:28:54.518974 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47d9cc-a657-4d01-82ac-d2fcea51c42a req-7418271f-35e6-4080-8fe0-db5409ec7769 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:54.528573 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1a47d9cc-a657-4d01-82ac-d2fcea51c42a req-7418271f-35e6-4080-8fe0-db5409ec7769 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0724385 Oct 12 18:28:54.636238 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1a47d9cc-a657-4d01-82ac-d2fcea51c42a req-2e3c63ef-3f44-48c3-a7df-a0e8baa7959c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064019 Oct 12 18:28:54.653186 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321931-daef-4841-be40-1c2d9ef7e62b req-23ddf988-ad2a-441b-ac91-41146a88c170 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:54.663504 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-04321931-daef-4841-be40-1c2d9ef7e62b req-23ddf988-ad2a-441b-ac91-41146a88c170 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.1314392 Oct 12 18:28:54.705118 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-04321931-daef-4841-be40-1c2d9ef7e62b req-c0a138b9-425a-4186-a996-b063ffe82229 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397394 Oct 12 18:28:55.231279 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856efee-d2b0-47a4-8053-c00697b8f922 req-af830c89-926e-4fff-a772-1acd25d37067 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:55.233328 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4856efee-d2b0-47a4-8053-c00697b8f922 req-af830c89-926e-4fff-a772-1acd25d37067 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0675440 Oct 12 18:28:55.277946 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4856efee-d2b0-47a4-8053-c00697b8f922 req-1c4f31e6-ff04-4e5e-a7a4-98408c44792a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374544 Oct 12 18:28:55.807916 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374347f-7404-4023-905e-924a0f1b8a0c req-e62f2b18-bd78-4f43-b2fc-265316a55a37 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:55.811175 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8374347f-7404-4023-905e-924a0f1b8a0c req-e62f2b18-bd78-4f43-b2fc-265316a55a37 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0917461 Oct 12 18:28:55.884272 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8374347f-7404-4023-905e-924a0f1b8a0c req-9bfbf71a-8fe0-4866-9d71-08a0e4c96cea tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514009 Oct 12 18:28:55.904749 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0aab2-818a-4dd4-bdbd-4dd9360481ef req-819a236a-952d-4e68-b8ad-299f00788d38 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:55.904749 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2ff0aab2-818a-4dd4-bdbd-4dd9360481ef req-819a236a-952d-4e68-b8ad-299f00788d38 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.1094472 Oct 12 18:28:55.946021 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2ff0aab2-818a-4dd4-bdbd-4dd9360481ef req-3d1da0cb-521d-4f82-b5bc-3b52b071b947 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360589 Oct 12 18:28:56.406722 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77a32e-c9e4-4026-8f37-a7b0f7950a06 req-f31d3bd0-93b9-4cf3-9c26-cf95b865e5c6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:56.409781 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3f77a32e-c9e4-4026-8f37-a7b0f7950a06 req-f31d3bd0-93b9-4cf3-9c26-cf95b865e5c6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0592120 Oct 12 18:28:56.458956 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3f77a32e-c9e4-4026-8f37-a7b0f7950a06 req-f8871d69-9dc6-446a-a932-49011bc007ce tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402234 Oct 12 18:28:57.015061 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3496494-6902-4f79-9fed-17ea0eb647c6 req-55c615cc-b55f-4cd8-985d-59c00662817a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:57.023929 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c3496494-6902-4f79-9fed-17ea0eb647c6 req-55c615cc-b55f-4cd8-985d-59c00662817a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0642056 Oct 12 18:28:57.131186 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c3496494-6902-4f79-9fed-17ea0eb647c6 req-ce93b364-a953-4f61-b415-73965dcf4c63 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007364 Oct 12 18:28:57.161814 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c93a94-a26d-4996-a00e-81d294474bdd req-a8242cbe-5fdf-455a-ba88-d9d65d0b35a9 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:57.163911 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b1c93a94-a26d-4996-a00e-81d294474bdd req-a8242cbe-5fdf-455a-ba88-d9d65d0b35a9 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.1370471 Oct 12 18:28:57.211962 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b1c93a94-a26d-4996-a00e-81d294474bdd req-e746314e-d035-4eff-a9c9-db1b9548f6ab tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416772 Oct 12 18:28:58.273961 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8f04-25ed-4811-b014-afe58036079e req-ef2906af-8dd1-4db3-a353-842e44ac44a9 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:58.276836 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-499c8f04-25ed-4811-b014-afe58036079e req-ef2906af-8dd1-4db3-a353-842e44ac44a9 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0806789 Oct 12 18:28:58.341497 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-499c8f04-25ed-4811-b014-afe58036079e req-7021b0a9-3a2c-4c5d-9846-de97f5d2d35d tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560145 Oct 12 18:28:58.382563 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60c07e-2f62-40c9-b9fe-d56c63df8c93 req-08736271-204a-437c-ac4b-882e1c518641 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:58.384856 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2e60c07e-2f62-40c9-b9fe-d56c63df8c93 req-08736271-204a-437c-ac4b-882e1c518641 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0605631 Oct 12 18:28:58.427995 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2e60c07e-2f62-40c9-b9fe-d56c63df8c93 req-169ac1b6-bbfd-45ce-9614-6386e016cf08 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378289 Oct 12 18:28:59.441115 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8e8c-3794-4003-a132-df03b78a1868 req-10560631-338b-4e47-914d-eaa7bb20f6c3 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:59.443466 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4e0e8e8c-3794-4003-a132-df03b78a1868 req-10560631-338b-4e47-914d-eaa7bb20f6c3 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0626256 Oct 12 18:28:59.508848 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4e0e8e8c-3794-4003-a132-df03b78a1868 req-9722ed5c-21d8-4a88-a269-5319f864a4bd tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542252 Oct 12 18:28:59.522275 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafac84f-c6d6-4d54-bfe7-bb1c2db911fd req-71bc6191-6558-48a9-ae9e-6ac5ee9c0a79 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:59.523637 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fafac84f-c6d6-4d54-bfe7-bb1c2db911fd req-71bc6191-6558-48a9-ae9e-6ac5ee9c0a79 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0792451 Oct 12 18:28:59.584010 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fafac84f-c6d6-4d54-bfe7-bb1c2db911fd req-721239e5-c073-4e55-9c6f-a6305de6678a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525441 Oct 12 18:28:59.657678 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24cd1f-2dbd-4dc3-a4a6-cb610426eb4f req-c8147204-873e-4343-a2dc-6019152b6d87 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:28:59.665300 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-db24cd1f-2dbd-4dc3-a4a6-cb610426eb4f req-c8147204-873e-4343-a2dc-6019152b6d87 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0774424 Oct 12 18:28:59.737386 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-db24cd1f-2dbd-4dc3-a4a6-cb610426eb4f req-b02b268b-d4e4-495b-8a1f-869dc25ff576 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623960 Oct 12 18:29:00.725625 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e8ad6-c739-4367-bac8-5c385167dd0b req-29c844d8-da71-4d61-a733-8012271781ee tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:00.729140 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d08e8ad6-c739-4367-bac8-5c385167dd0b req-29c844d8-da71-4d61-a733-8012271781ee tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0598290 Oct 12 18:29:00.785867 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d08e8ad6-c739-4367-bac8-5c385167dd0b req-02f4a025-5911-4c6d-9aa3-b2ab57cc9be2 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424719 Oct 12 18:29:00.857853 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bdbd0-aefd-465a-9d0e-c1ec778cb43f req-1596443d-fd87-496c-af71-2e62795e56aa tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:00.859461 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fb1bdbd0-aefd-465a-9d0e-c1ec778cb43f req-1596443d-fd87-496c-af71-2e62795e56aa tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0522854 Oct 12 18:29:00.898723 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fb1bdbd0-aefd-465a-9d0e-c1ec778cb43f req-961a32a9-56f7-4432-856e-81200db922cb tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330732 Oct 12 18:29:01.948072 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6c66a-71cc-4a3a-8bcc-591a47d46bc2 req-0fc978a0-3c82-4523-8f45-a10201460f1f tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:01.950159 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3dc6c66a-71cc-4a3a-8bcc-591a47d46bc2 req-0fc978a0-3c82-4523-8f45-a10201460f1f tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0546718 Oct 12 18:29:02.042698 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3dc6c66a-71cc-4a3a-8bcc-591a47d46bc2 req-1e91283d-3e96-4b98-b74b-033c07582c1c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813932 Oct 12 18:29:02.074474 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6576e-aa93-4845-87db-bc3cc4eaa2ef req-5315c5a6-eef4-4df4-853a-502be497c24f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:02.074474 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-44d6576e-aa93-4845-87db-bc3cc4eaa2ef req-5315c5a6-eef4-4df4-853a-502be497c24f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0745335 Oct 12 18:29:02.125181 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-44d6576e-aa93-4845-87db-bc3cc4eaa2ef req-ea0a4ebe-173c-4d93-a9a9-756898f96a37 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512846 Oct 12 18:29:02.539175 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-f6267720-cc73-45c4-9f6e-9f08c2c88305 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773849625&fields=id&tenant_id=d1b808c36ccd4256858530aedc0a6f64 HTTP/1.1" status: 200 len: 267 time: 0.0472724 Oct 12 18:29:02.698833 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-7ee192cf-e465-4fec-948e-9a28ecb550c3 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:02.700442 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-7ee192cf-e465-4fec-948e-9a28ecb550c3 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 811 time: 0.1603315 Oct 12 18:29:02.721775 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-e052ae1e-4ffe-4818-90f3-00ff28833cb2 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/quotas/d1b808c36ccd4256858530aedc0a6f64 HTTP/1.1" status: 200 len: 375 time: 0.0116684 Oct 12 18:29:02.728097 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-08f5a758-89ca-4a34-82c9-fb3dfa1060c2 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821402163&fields=id&tenant_id=38a1ca7b8f55456eb3c6946099885e5e HTTP/1.1" status: 200 len: 267 time: 0.0885198 Oct 12 18:29:02.865912 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-a59f31fe-75b7-4d16-8a99-8bb274ef2dfe tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322069 Oct 12 18:29:02.948598 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-123151b9-e151-48a1-9f13-22f00cc9b4b0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:02.953992 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-123151b9-e151-48a1-9f13-22f00cc9b4b0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/networks?id=e167e43c-8958-46db-953d-f60c625ee80b HTTP/1.1" status: 200 len: 809 time: 0.2053697 Oct 12 18:29:02.984514 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-d076a223-947e-4a88-b4a8-73aa77f1b796 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/quotas/38a1ca7b8f55456eb3c6946099885e5e HTTP/1.1" status: 200 len: 375 time: 0.0212944 Oct 12 18:29:03.040271 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-d444c7b7-412c-4efd-a8dd-6b308d86d95c service neutron] 10.222.0.18 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584935 Oct 12 18:29:03.071110 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-b54c3d8f-c324-4173-9232-310dcbdcffe2 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=38a1ca7b8f55456eb3c6946099885e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831776 Oct 12 18:29:03.212483 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-0cb942de-7c6a-408b-85d1-a986aef2ce25 service neutron] 10.222.0.18 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656115 Oct 12 18:29:03.218475 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-d65932ea-b2f3-469c-8a52-4ab3b3141066 service neutron] 10.222.0.18 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230369 Oct 12 18:29:03.349289 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-99ab4842-2538-4d33-819a-2eaa478948bc service neutron] 10.222.0.18 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234887 Oct 12 18:29:03.959541 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417c881-84ba-4286-9b45-e0c97b0a513b req-cb9017b5-7a97-4b02-a683-fffb326bf852 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:03.961266 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4417c881-84ba-4286-9b45-e0c97b0a513b req-cb9017b5-7a97-4b02-a683-fffb326bf852 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0607855 Oct 12 18:29:04.010211 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4417c881-84ba-4286-9b45-e0c97b0a513b req-d3adef33-4189-4346-aba7-04777e11940b tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377698 Oct 12 18:29:04.137865 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-14ebe8ab-5459-4861-89da-5e913d2610c1 req-1e7ecbce-e19c-4daf-a5b2-ba9b3441bd64 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 210 time: 0.0295877 Oct 12 18:29:04.151788 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1651905-dc7a-4c6d-8246-6eb4896cabc6 req-1583cd5a-d43d-4efa-b0fc-3c2f62760e50 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:04.153461 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d1651905-dc7a-4c6d-8246-6eb4896cabc6 req-1583cd5a-d43d-4efa-b0fc-3c2f62760e50 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0825355 Oct 12 18:29:04.216515 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d1651905-dc7a-4c6d-8246-6eb4896cabc6 req-1dfc4e15-64c8-4a1b-8cb3-c8b576f3634f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543659 Oct 12 18:29:04.338657 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12ebfe7a-7f13-40ff-9e6d-8d81ff8fb24b req-23695485-0f32-4d7d-ab76-c113254b975c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 210 time: 0.0404692 Oct 12 18:29:04.386548 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-01adca6c-9b15-4780-89d7-2808fb96c6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:04.662369 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c576462-f65e-4713-a480-c865e686a409 req-de845c9b-cf26-4b26-85fa-9e25f450d1a1 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:04.665222 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8c576462-f65e-4713-a480-c865e686a409 req-de845c9b-cf26-4b26-85fa-9e25f450d1a1 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0561254 Oct 12 18:29:04.713201 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8c576462-f65e-4713-a480-c865e686a409 req-32f26db8-7357-4266-ba7f-d1646fd66000 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426784 Oct 12 18:29:04.815457 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8ec4f-4c28-4d83-81b3-34e31f5dccb5 req-e2efa4b2-df7d-4a63-a79d-f817899068c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:04.817123 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b4f8ec4f-4c28-4d83-81b3-34e31f5dccb5 req-e2efa4b2-df7d-4a63-a79d-f817899068c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee04649277c84912b20967b31162615b&device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 1098 time: 0.0473673 Oct 12 18:29:04.930825 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8ec4f-4c28-4d83-81b3-34e31f5dccb5 req-d6aa4862-c091-4fa8-8fd2-c896b43702ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:04.932608 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b4f8ec4f-4c28-4d83-81b3-34e31f5dccb5 req-d6aa4862-c091-4fa8-8fd2-c896b43702ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=c28011f7-a600-4bea-98eb-e6748c99ba11 HTTP/1.1" status: 200 len: 912 time: 0.1015224 Oct 12 18:29:04.998743 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b4f8ec4f-4c28-4d83-81b3-34e31f5dccb5 req-9f795d87-296f-4917-b3e4-abbd6604e1c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e09e7894-b521-40f8-ae1f-7364d6e573c9 HTTP/1.1" status: 200 len: 1001 time: 0.0575294 Oct 12 18:29:05.053407 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8ec4f-4c28-4d83-81b3-34e31f5dccb5 req-f2ba9c10-aef0-4eba-a9c6-86eafbf1a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:05.057310 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b4f8ec4f-4c28-4d83-81b3-34e31f5dccb5 req-f2ba9c10-aef0-4eba-a9c6-86eafbf1a850 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecb784df-79ec-41a5-852a-05a0e006be4c HTTP/1.1" status: 200 len: 850 time: 0.0477457 Oct 12 18:29:05.102375 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8ec4f-4c28-4d83-81b3-34e31f5dccb5 req-7ea20dfb-5031-40a4-9232-289a2e526f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:05.103864 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b4f8ec4f-4c28-4d83-81b3-34e31f5dccb5 req-7ea20dfb-5031-40a4-9232-289a2e526f10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c28011f7-a600-4bea-98eb-e6748c99ba11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414531 Oct 12 18:29:05.209959 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b4f8ec4f-4c28-4d83-81b3-34e31f5dccb5 req-600f4075-484f-47ec-a2ed-7d5c760b173a service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965796 Oct 12 18:29:05.219646 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0663119d-b02c-4e2d-9524-c0dfb64b75ca req-fcea240d-ce2c-4759-bda5-3834d8d72c18 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 210 time: 0.0264328 Oct 12 18:29:05.309371 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b4f8ec4f-4c28-4d83-81b3-34e31f5dccb5 req-0a138be0-d45b-4dac-94ee-1ddd1dc26fd2 service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896757 Oct 12 18:29:05.373364 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5a60b-948c-42bd-8ec9-dbd1f1b85d58 req-7a220530-14a3-475f-8d9b-594c32198845 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:05.374992 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4ba5a60b-948c-42bd-8ec9-dbd1f1b85d58 req-7a220530-14a3-475f-8d9b-594c32198845 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0516059 Oct 12 18:29:05.430982 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d47c977b-f705-4fd4-9501-7dd2f52ec597 req-681948ca-ac2d-45e3-b7cf-e04fc6b07538 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 210 time: 0.0415835 Oct 12 18:29:05.448233 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4ba5a60b-948c-42bd-8ec9-dbd1f1b85d58 req-46d21113-8cb6-4a18-a8f0-8b5df0ec8a91 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663621 Oct 12 18:29:05.835700 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316378b-3170-4b14-9755-f53ca2080ab4 req-fd0b7135-7449-4068-9301-d7086817a678 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:05.837855 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4316378b-3170-4b14-9755-f53ca2080ab4 req-fd0b7135-7449-4068-9301-d7086817a678 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0517890 Oct 12 18:29:05.879888 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4316378b-3170-4b14-9755-f53ca2080ab4 req-b8949831-0c3e-433f-9177-3b6fb843f5c0 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355403 Oct 12 18:29:06.322707 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-961de4fb-4dd6-4df5-b2ab-c56e8d9c726d req-70918e63-0668-4a36-aaf4-9a3ae62da25d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 210 time: 0.0259645 Oct 12 18:29:06.538426 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-593faeb9-b8d7-43c3-a3b8-5565559f7801 req-e1403323-dba7-4a7d-96c8-5523b1329f0f tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 210 time: 0.0286283 Oct 12 18:29:06.601130 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9abefa-607b-4c7f-8ba5-5a8740f62b1c req-7b3d40d6-0779-4914-b808-7ba74c5db0c9 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:06.602640 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ea9abefa-607b-4c7f-8ba5-5a8740f62b1c req-7b3d40d6-0779-4914-b808-7ba74c5db0c9 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0673826 Oct 12 18:29:06.648847 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ea9abefa-607b-4c7f-8ba5-5a8740f62b1c req-73d4a734-f8a0-414e-b1b1-5a3af4e0690e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399413 Oct 12 18:29:07.007483 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e3eb4-af4f-4faf-9cab-5af781aaceec req-984152b3-2ad7-4c27-8170-bd75b0350e0c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:07.009073 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cb7e3eb4-af4f-4faf-9cab-5af781aaceec req-984152b3-2ad7-4c27-8170-bd75b0350e0c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0525486 Oct 12 18:29:07.056632 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cb7e3eb4-af4f-4faf-9cab-5af781aaceec req-331e1c3c-8919-42a4-8710-131169b74e10 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383346 Oct 12 18:29:07.186176 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-7fdce034-0c68-4eda-9d0b-5cf195ec8671 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:07.188598 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-7fdce034-0c68-4eda-9d0b-5cf195ec8671 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 811 time: 0.1187944 Oct 12 18:29:07.243202 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-7227dba1-0c09-42a6-911c-2ab5c15f1f5d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b808c36ccd4256858530aedc0a6f64 HTTP/1.1" status: 200 len: 380 time: 0.0439873 Oct 12 18:29:07.254895 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Request body: {'port': {'device_id': 'ff8be5be-6f8c-42e2-9cd4-10c62915f993', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'admin_state_up': True, 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'security_groups': ['798734a7-d7b8-486d-affc-1794ed5d18c1']}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:29:07.295062 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fdc2c2ba-127f-4f7f-8169-69fcaf0ec517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:07.425636 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5d975f17-9e3f-49db-9110-6769bdd73241 req-a57c572b-473b-4788-bfc9-50492262e453 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 210 time: 0.0303342 Oct 12 18:29:07.506292 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Made reservation on behalf of d1b808c36ccd4256858530aedc0a6f64 for: {'port': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:29:07.509952 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:07.534044 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fabaeaf5-eee4-46bf-a4bf-984ef9955b1e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:29:07.644604 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-79aa24cd-6731-4d4f-a967-bf308f01568e req-962cbc0b-5beb-45fe-b77d-8062aa81f8e3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 210 time: 0.0316997 Oct 12 18:29:07.661012 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:29:07.672192 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'port_id': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'mac_address': 'fa:16:3e:d4:a3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:29:07.673719 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Allocated IP 172.20.0.10 (61bc6454-3943-4ea7-a052-57599eadac06/2b22a110-2927-47ce-936a-32b2d9aa3b9a/e9e1d074-c7de-4406-9644-edcd2e1b0059) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:29:07.711769 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:07.725271 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fabaeaf5-eee4-46bf-a4bf-984ef9955b1e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:29:07.749797 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:29:07.828652 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86678e46-115d-4682-8e57-ee9e5d2d8472 req-546774c2-c086-445f-ae42-f12d2ddfe813 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:07.830314 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-86678e46-115d-4682-8e57-ee9e5d2d8472 req-546774c2-c086-445f-ae42-f12d2ddfe813 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0602119 Oct 12 18:29:07.859703 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:07.869520 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-86678e46-115d-4682-8e57-ee9e5d2d8472 req-c866adc9-c2bd-48b8-85f2-90354371ef02 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331290 Oct 12 18:29:07.926291 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:07.984741 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:07.992640 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:07.993002 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:07.993342 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:07.993679 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:07.994018 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:07.994355 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:07.994687 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:07.995020 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:07.995373 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:07.995703 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:07.996030 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:07.996354 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:08.039682 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['fabaeaf5-eee4-46bf-a4bf-984ef9955b1e'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:29:08.072624 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:08.074819 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:08.130100 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Network 61bc6454-3943-4ea7-a052-57599eadac06 is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:29:08.133256 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:29:08.138489 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:29:08.167225 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'Port': ['ID=e9e1d074-c7de-4406-9644-edcd2e1b0059,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:08.205894 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:08.205894 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:08.205894 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:08.205894 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:08.205894 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:08.205894 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:08.205894 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:08.205894 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:08.205894 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:08.205894 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:08.205894 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:08.205894 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:08.223432 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:08.224061 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:08.328110 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-a93b39fd-99e1-463d-916a-bd1159a356a9 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:08.329594 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-a93b39fd-99e1-463d-916a-bd1159a356a9 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.42 "GET /v2.0/networks?id=e167e43c-8958-46db-953d-f60c625ee80b HTTP/1.1" status: 200 len: 809 time: 0.1156642 Oct 12 18:29:08.347381 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:08.381150 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-2c3f0017-6dd8-4af2-bd3d-42011dba1794 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38a1ca7b8f55456eb3c6946099885e5e HTTP/1.1" status: 200 len: 379 time: 0.0355315 Oct 12 18:29:08.391674 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Request body: {'port': {'device_id': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'admin_state_up': True, 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'security_groups': ['31daafe6-fa9b-4eac-9ee9-4ed14f6839de']}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:29:08.392683 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-5c9ab92f-8dad-4fce-a332-61dfd37b0e03 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1406555 Oct 12 18:29:08.433731 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Request body: {'port': {'device_id': 'ff8be5be-6f8c-42e2-9cd4-10c62915f993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:29:08.441047 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-33e22a6c-4e15-49b8-bec0-6a3071039aab None None] Provisioning complete for port e9e1d074-c7de-4406-9644-edcd2e1b0059 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:29:08.441881 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33e22a6c-4e15-49b8-bec0-6a3071039aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:08.486287 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-33e22a6c-4e15-49b8-bec0-6a3071039aab None None] Port e9e1d074-c7de-4406-9644-edcd2e1b0059 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:29:08.527379 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:08.580329 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb886aa-c904-4d89-808f-c530aa1f929b req-eb0bd83e-2bfa-4eca-86c4-71f0226bbfe2 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:08.581918 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6bb886aa-c904-4d89-808f-c530aa1f929b req-eb0bd83e-2bfa-4eca-86c4-71f0226bbfe2 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 932 time: 0.0499501 Oct 12 18:29:08.623879 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6bb886aa-c904-4d89-808f-c530aa1f929b req-d713f506-f51e-42b4-8c52-21f96ce54c66 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339417 Oct 12 18:29:08.638440 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Made reservation on behalf of 38a1ca7b8f55456eb3c6946099885e5e for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:29:08.652962 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:08.768602 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2d8b61df-1a0d-4e9b-8ec7-8543603cf739 req-66d61147-d997-4150-93f0-9b90e928b6e6 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 210 time: 0.0445249 Oct 12 18:29:08.830101 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e1d074-c7de-4406-9644-edcd2e1b0059 {{(pid=94836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:29:08.836457 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Allocated IP 172.20.0.7 (e167e43c-8958-46db-953d-f60c625ee80b/9c5bd168-ecbc-44e3-8d6b-baa09d325a05/ee9e0115-2251-43e7-8da4-8dd846258e7b) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:29:08.845022 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:08.857404 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.provisioning_blocks [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Transition to ACTIVE for port object e9e1d074-c7de-4406-9644-edcd2e1b0059 will not be triggered until provisioned by entity L2. {{(pid=94836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:29:09.023731 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.035891 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ccf2d-d495-49fb-ba32-211717d65846 req-5b676265-38af-425c-9cd8-edb0498b6569 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:09.039222 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f05ccf2d-d495-49fb-ba32-211717d65846 req-5b676265-38af-425c-9cd8-edb0498b6569 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 945 time: 0.0816092 Oct 12 18:29:09.043454 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.066676 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Pushing event updated for resources: {'Port': ['ID=e9e1d074-c7de-4406-9644-edcd2e1b0059,revision_number=2']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:09.126575 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f05ccf2d-d495-49fb-ba32-211717d65846 req-9e44ebd8-5227-4cf9-b31a-e131c82f266c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740819 Oct 12 18:29:09.157983 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Attempting to bind port e9e1d074-c7de-4406-9644-edcd2e1b0059 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:29:09.158248 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Attempting to bind port e9e1d074-c7de-4406-9644-edcd2e1b0059 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:29:09.158580 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Attempting to bind port e9e1d074-c7de-4406-9644-edcd2e1b0059 on network 61bc6454-3943-4ea7-a052-57599eadac06 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:29:09.172926 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Port e9e1d074-c7de-4406-9644-edcd2e1b0059 on network 61bc6454-3943-4ea7-a052-57599eadac06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:29:09.174113 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Attempting to bind port e9e1d074-c7de-4406-9644-edcd2e1b0059 on network 61bc6454-3943-4ea7-a052-57599eadac06 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:29:09.182869 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:29:09.183716 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Checking segment: {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:29:09.184636 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Bound using segment: {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:29:09.185594 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Bound port: e9e1d074-c7de-4406-9644-edcd2e1b0059, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'}}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:29:09.186163 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.267417 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.274194 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 48784) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:29:09.312312 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] For port e9e1d074-c7de-4406-9644-edcd2e1b0059, host hv-cinder-81322, cleared binding levels {{(pid=94836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:29:09.313829 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Network e167e43c-8958-46db-953d-f60c625ee80b is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:29:09.317763 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:29:09.322410 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:29:09.329326 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:09.330153 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.332616 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] For port e9e1d074-c7de-4406-9644-edcd2e1b0059, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e9e1d074-c7de-4406-9644-edcd2e1b0059,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:29:09.342525 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e00d179-105a-47ec-b364-94ab8010f01c admin admin] Deleting subnet 490e7929-3c36-4a11-b406-54f7c3af926a {{(pid=94836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:29:09.346381 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8e00d179-105a-47ec-b364-94ab8010f01c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.357847 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Pushing event updated for resources: {'Port': ['ID=ee9e0115-2251-43e7-8da4-8dd846258e7b,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:09.369831 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:09.370250 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:09.370563 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:09.373933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:09.373933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:09.373933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:09.373933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:09.373933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:09.373933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:09.373933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:09.373933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:09.373933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:29:09.396571 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8e00d179-105a-47ec-b364-94ab8010f01c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840153'] for subnet, precommit_delete_associations {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.429962 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.458665 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-71a4b6aa-762b-4649-8776-202616540d1b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0707283 Oct 12 18:29:09.473027 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:09.473473 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.475105 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] 10.222.0.42 "PUT /v2.0/ports/e9e1d074-c7de-4406-9644-edcd2e1b0059 HTTP/1.1" status: 200 len: 1094 time: 1.0513554 Oct 12 18:29:09.475839 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Request body: {'port': {'device_id': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:29:09.480251 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8be5be-6f8c-42e2-9cd4-10c62915f993', 'tag': 'e9e1d074-c7de-4406-9644-edcd2e1b0059'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:29:09.481683 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5aea5b-609c-439f-82b6-9fa4d9dfe8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8be5be-6f8c-42e2-9cd4-10c62915f993", "tag": "e9e1d074-c7de-4406-9644-edcd2e1b0059"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:29:09.489400 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8e00d179-105a-47ec-b364-94ab8010f01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.558178 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fabaeaf5-eee4-46bf-a4bf-984ef9955b1e up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:29:09.558638 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff40b93-035f-46e0-b8d0-8163210431b7 x-openstack-request-id: req-6ff40b93-035f-46e0-b8d0-8163210431b7 {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:29:09.558638 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8be5be-6f8c-42e2-9cd4-10c62915f993", "tag": "e9e1d074-c7de-4406-9644-edcd2e1b0059", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:29:09.558638 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ff40b93-035f-46e0-b8d0-8163210431b7 {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:29:09.558638 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8be5be-6f8c-42e2-9cd4-10c62915f993', 'tag': 'e9e1d074-c7de-4406-9644-edcd2e1b0059', 'status': 'completed', 'code': 200} Oct 12 18:29:09.564017 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.594934 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48636d5a-2d9e-48b8-be20-3346595b2c0b service neutron] Pushing event updated for resources: {'Port': ['ID=e9e1d074-c7de-4406-9644-edcd2e1b0059,revision_number=3']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:09.705233 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-b3b5289a-82a5-46ef-89a4-7ffa8090401d None None] Provisioning complete for port ee9e0115-2251-43e7-8da4-8dd846258e7b triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:29:09.705864 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3b5289a-82a5-46ef-89a4-7ffa8090401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.711911 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5aea5b-609c-439f-82b6-9fa4d9dfe8eb req-a1b9bb17-5e09-4f3a-b893-2ceb6dab5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:09.716728 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-eb5aea5b-609c-439f-82b6-9fa4d9dfe8eb req-a1b9bb17-5e09-4f3a-b893-2ceb6dab5114 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 1097 time: 0.1158354 Oct 12 18:29:09.765204 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5289a-82a5-46ef-89a4-7ffa8090401d None None] Port ee9e0115-2251-43e7-8da4-8dd846258e7b cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:29:09.781613 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:29:09.781998 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.805938 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8e00d179-105a-47ec-b364-94ab8010f01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30503018'] for subnet, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.842766 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00d179-105a-47ec-b364-94ab8010f01c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=490e7929-3c36-4a11-b406-54f7c3af926a,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:09.849523 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8e00d179-105a-47ec-b364-94ab8010f01c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.855001 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-8e00d179-105a-47ec-b364-94ab8010f01c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/490e7929-3c36-4a11-b406-54f7c3af926a HTTP/1.1" status: 204 len: 168 time: 0.5775592 Oct 12 18:29:09.855931 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 48794) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:29:09.889450 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.923693 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:29:09.926390 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d4eaa3-c124-4324-9ec9-0f869b792149" -d '{"events": [{"server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "name": "network-vif-plugged", "status": "completed", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:29:09.941553 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:29:09.943378 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.965141 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5aea5b-609c-439f-82b6-9fa4d9dfe8eb req-ea0d2c21-28b1-4c35-975c-336c8beee15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:09.966624 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-eb5aea5b-609c-439f-82b6-9fa4d9dfe8eb req-ea0d2c21-28b1-4c35-975c-336c8beee15c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d1b808c36ccd4256858530aedc0a6f64&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2405174 Oct 12 18:29:09.969082 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8dd48c17-da90-4889-aea2-8803ef8f8540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:09.992316 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3688b83-9d8b-4069-96c6-39dfdacbb354 req-97a3e21f-88e9-4748-9a44-e601be64a4d8 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:09.993786 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d3688b83-9d8b-4069-96c6-39dfdacbb354 req-97a3e21f-88e9-4748-9a44-e601be64a4d8 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 944 time: 0.2255368 Oct 12 18:29:10.001166 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8c7ca-a60d-4501-907e-27058a4a91da req-c098aefc-39cc-4fc3-9077-348a12f8b6b6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:10.002667 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-47f8c7ca-a60d-4501-907e-27058a4a91da req-c098aefc-39cc-4fc3-9077-348a12f8b6b6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.2328684 Oct 12 18:29:10.007762 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155d3bb-b090-4857-8455-858a7e64a794 req-74d80d25-d25b-4501-b2c8-509c3057deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:10.009397 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3155d3bb-b090-4857-8455-858a7e64a794 req-74d80d25-d25b-4501-b2c8-509c3057deb1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f9fb6543096402dbf4351b0e6639431&device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 1099 time: 0.1760089 Oct 12 18:29:10.026819 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:10.090397 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:10.136937 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8dd48c17-da90-4889-aea2-8803ef8f8540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:10.176435 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-8dd48c17-da90-4889-aea2-8803ef8f8540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0999fba4-b001-46c1-a95d-aa5cf57e9c09']}} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:29:10.182601 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d3688b83-9d8b-4069-96c6-39dfdacbb354 req-fc6ca94c-7230-4404-9d00-7d5319f75197 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699693 Oct 12 18:29:10.189180 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-8dd48c17-da90-4889-aea2-8803ef8f8540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2c8416-83da-4f87-bbf7-da1aa8055df3') {'for_net_delete': True} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:29:10.190101 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-8dd48c17-da90-4889-aea2-8803ef8f8540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2c8416-83da-4f87-bbf7-da1aa8055df3') {} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:29:10.192728 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5aea5b-609c-439f-82b6-9fa4d9dfe8eb req-6246a0ec-30ef-462c-b3ed-9476103391c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:10.193884 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-eb5aea5b-609c-439f-82b6-9fa4d9dfe8eb req-6246a0ec-30ef-462c-b3ed-9476103391c6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2186465 Oct 12 18:29:10.194320 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-47f8c7ca-a60d-4501-907e-27058a4a91da req-71b9b994-f8cc-49fe-8797-3566e19e0548 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696322 Oct 12 18:29:10.216061 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8dd48c17-da90-4889-aea2-8803ef8f8540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840146'] for segment, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:10.233921 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8dd48c17-da90-4889-aea2-8803ef8f8540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:10.238836 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9e0115-2251-43e7-8da4-8dd846258e7b {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:29:10.246108 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd48c17-da90-4889-aea2-8803ef8f8540 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:29:10.248140 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8dd48c17-da90-4889-aea2-8803ef8f8540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31250374'] for segment, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: Traceback (most recent call last): Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: timer() Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: cb(*args, **kw) Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: return func(*args, **kwargs) Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: self._notify() Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: self.callback(batched_events) Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: event.method(event) Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: return f(self, *a, **k) Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._get(url).json() Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: return self.request(url, 'GET', **kwargs) Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:29:10.250784 dv-cinder-813227-2-iscsi neutron-server[94836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:29:10.269038 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155d3bb-b090-4857-8455-858a7e64a794 req-7d12b5c5-f20d-46e4-9bab-a306cda8c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:10.272619 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3155d3bb-b090-4857-8455-858a7e64a794 req-7d12b5c5-f20d-46e4-9bab-a306cda8c883 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 HTTP/1.1" status: 200 len: 920 time: 0.2415464 Oct 12 18:29:10.272847 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:10.280676 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bb0905-5cb9-404e-ab95-8b689016ee94 x-openstack-request-id: req-a9bb0905-5cb9-404e-ab95-8b689016ee94 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:29:10.281192 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "name": "network-vif-plugged", "status": "completed", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:29:10.281649 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9bb0905-5cb9-404e-ab95-8b689016ee94 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:29:10.282250 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'code': 200} Oct 12 18:29:10.288742 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Transition to ACTIVE for port object ee9e0115-2251-43e7-8da4-8dd846258e7b will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:29:10.352335 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f13f3-c2c1-4ca6-8bb8-31affb19416d req-3237ec6f-2439-46e9-a0c9-06b7f3229d10 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:10.353965 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c48f13f3-c2c1-4ca6-8bb8-31affb19416d req-3237ec6f-2439-46e9-a0c9-06b7f3229d10 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 931 time: 0.0633442 Oct 12 18:29:10.424156 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8dd48c17-da90-4889-aea2-8803ef8f8540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:10.429210 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c48f13f3-c2c1-4ca6-8bb8-31affb19416d req-9afcfd60-1e52-40bd-bd92-15e162dab070 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645788 Oct 12 18:29:10.429837 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:10.461722 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8dd48c17-da90-4889-aea2-8803ef8f8540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:10.464880 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-8dd48c17-da90-4889-aea2-8803ef8f8540 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0999fba4-b001-46c1-a95d-aa5cf57e9c09 HTTP/1.1" status: 204 len: 168 time: 0.6080039 Oct 12 18:29:10.490180 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd48c17-da90-4889-aea2-8803ef8f8540 admin admin] Pushing event deleted for resources: {'Network': ['ID=0999fba4-b001-46c1-a95d-aa5cf57e9c09,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:10.514213 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-a66e1f66-96da-489a-818b-9cf2cc5a2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:10.516153 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-a66e1f66-96da-489a-818b-9cf2cc5a2216 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 1097 time: 0.1023402 Oct 12 18:29:10.570969 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-b7c5dba1-399d-4d2a-92f6-72891b83f908 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9e1d074-c7de-4406-9644-edcd2e1b0059 HTTP/1.1" status: 200 len: 217 time: 0.0465028 Oct 12 18:29:10.634190 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-ba547535-b5dd-48c7-8695-f43ecd098b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:10.636593 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-ba547535-b5dd-48c7-8695-f43ecd098b65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b22a110-2927-47ce-936a-32b2d9aa3b9a HTTP/1.1" status: 200 len: 850 time: 0.0571225 Oct 12 18:29:10.683971 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-ec06e3e8-df67-45df-9763-374e9ceaee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:10.685474 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-ec06e3e8-df67-45df-9763-374e9ceaee3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61bc6454-3943-4ea7-a052-57599eadac06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417259 Oct 12 18:29:10.724336 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b8c1f-45f2-405a-86d4-85740162b18c req-77578fc6-c90e-474b-a0f5-ebd23014760d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:10.725809 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fb1b8c1f-45f2-405a-86d4-85740162b18c req-77578fc6-c90e-474b-a0f5-ebd23014760d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.3819418 Oct 12 18:29:10.733517 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3155d3bb-b090-4857-8455-858a7e64a794 req-3a9d7bf4-560a-488c-b4ae-1bec79d0f4db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc8c6d70-7941-4089-842b-2e9d99ab6161 HTTP/1.1" status: 200 len: 217 time: 0.3178251 Oct 12 18:29:10.741554 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:10.790580 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-098ccd4b-68ea-44bd-a89b-91f60621c5ef service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953503 Oct 12 18:29:10.794980 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Pushing event updated for resources: {'Port': ['ID=ee9e0115-2251-43e7-8da4-8dd846258e7b,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:10.847305 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fb1b8c1f-45f2-405a-86d4-85740162b18c req-5a113ce6-7828-4dae-9d7b-0bd299afa88a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067584 Oct 12 18:29:10.856713 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155d3bb-b090-4857-8455-858a7e64a794 req-8608c7c2-fc6b-4711-bb8e-84d462700b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:10.857841 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3155d3bb-b090-4857-8455-858a7e64a794 req-8608c7c2-fc6b-4711-bb8e-84d462700b39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e290483-eff8-462e-be86-c9de2f5e9c99 HTTP/1.1" status: 200 len: 859 time: 0.1151273 Oct 12 18:29:10.878259 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Attempting to bind port ee9e0115-2251-43e7-8da4-8dd846258e7b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:29:10.878259 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Attempting to bind port ee9e0115-2251-43e7-8da4-8dd846258e7b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '748933dd-d794-452a-a0bb-ee6aa4fd10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:29:10.878539 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Attempting to bind port ee9e0115-2251-43e7-8da4-8dd846258e7b on network e167e43c-8958-46db-953d-f60c625ee80b {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:29:10.903465 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3155d3bb-b090-4857-8455-858a7e64a794 req-45bfbf8f-8469-4187-810e-7632752c7e66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345192 Oct 12 18:29:10.903465 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Port ee9e0115-2251-43e7-8da4-8dd846258e7b on network e167e43c-8958-46db-953d-f60c625ee80b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:29:10.903465 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Attempting to bind port ee9e0115-2251-43e7-8da4-8dd846258e7b on network e167e43c-8958-46db-953d-f60c625ee80b {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:29:10.910836 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:29:10.911168 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Checking segment: {'id': '748933dd-d794-452a-a0bb-ee6aa4fd10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:29:10.911549 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Bound using segment: {'id': '748933dd-d794-452a-a0bb-ee6aa4fd10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:29:10.911982 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Bound port: ee9e0115-2251-43e7-8da4-8dd846258e7b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748933dd-d794-452a-a0bb-ee6aa4fd10a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:29:10.912335 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:10.913960 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d02bff63-0217-4b4a-88f2-be21697fa9ac req-9d8edb59-d4c4-4b63-9d91-af93fed40e18 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165032 Oct 12 18:29:11.041698 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 48802) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:29:11.041969 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] For port ee9e0115-2251-43e7-8da4-8dd846258e7b, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:29:11.063759 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] For port ee9e0115-2251-43e7-8da4-8dd846258e7b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:29:11.066421 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3155d3bb-b090-4857-8455-858a7e64a794 req-04a7a9f5-b477-4085-90eb-8d513b564652 service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439116 Oct 12 18:29:11.084059 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-73c0f7af-da15-45d9-95d4-b70e687f3ca7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec6b4ea245ba455cb3a788ef7907c669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411160 Oct 12 18:29:11.086614 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 48804) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:29:11.148162 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ce58bcbd-1aff-4a70-b0c9-e80026268ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:11.171967 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ce58bcbd-1aff-4a70-b0c9-e80026268ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:11.191270 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3155d3bb-b090-4857-8455-858a7e64a794 req-07976568-ea1e-4e82-925a-2ae96471e8bc service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866807 Oct 12 18:29:11.192812 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:11.232406 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:11.233112 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:11.234657 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] 10.222.0.42 "PUT /v2.0/ports/ee9e0115-2251-43e7-8da4-8dd846258e7b HTTP/1.1" status: 200 len: 1093 time: 1.7633781 Oct 12 18:29:11.235106 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:29:11.237772 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11659cd-a248-4def-83d5-f2a65145bc05" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:29:11.262569 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2abb7-6a84-412a-ac16-49b4cf8874fa service neutron] Pushing event updated for resources: {'Port': ['ID=ee9e0115-2251-43e7-8da4-8dd846258e7b,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:11.323573 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ce58bcbd-1aff-4a70-b0c9-e80026268ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:11.326424 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ce58bcbd-1aff-4a70-b0c9-e80026268ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:11.327863 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-ce58bcbd-1aff-4a70-b0c9-e80026268ccb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9ce7809-eb34-46fe-bab0-f4bbdd877b02 HTTP/1.1" status: 204 len: 168 time: 0.2403421 Oct 12 18:29:11.339520 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58bcbd-1aff-4a70-b0c9-e80026268ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ce7809-eb34-46fe-bab0-f4bbdd877b02,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:11.452741 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb52704-6426-4e71-b152-86464c1d6d44 req-8b39f636-4065-4117-bb3e-383eb2a5ce67 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:11.454339 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0cb52704-6426-4e71-b152-86464c1d6d44 req-8b39f636-4065-4117-bb3e-383eb2a5ce67 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.1489394 Oct 12 18:29:11.464058 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5e805-a007-4762-bae2-067c5414e18f req-867206d6-53f4-444f-a719-ce5065a24256 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:11.464058 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2be5e805-a007-4762-bae2-067c5414e18f req-867206d6-53f4-444f-a719-ce5065a24256 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 944 time: 0.1702502 Oct 12 18:29:11.521463 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-7759800c-5830-4078-afec-100668ec8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:11.522921 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-7759800c-5830-4078-afec-100668ec8b03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38a1ca7b8f55456eb3c6946099885e5e&device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 1096 time: 0.1186378 Oct 12 18:29:11.533412 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0cb52704-6426-4e71-b152-86464c1d6d44 req-335ccf49-bf72-4240-be08-4ed9c2bf921c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689414 Oct 12 18:29:11.547711 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2be5e805-a007-4762-bae2-067c5414e18f req-930e9e30-8bde-40ac-aac7-d50fd73650be tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730619 Oct 12 18:29:11.578299 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-8e290d4a-075c-49ce-bc09-77692f5d3ac9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b HTTP/1.1" status: 200 len: 217 time: 0.0439677 Oct 12 18:29:11.632025 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1f25b8-b2e4-48c8-bb03-422e044cfaf3 x-openstack-request-id: req-3f1f25b8-b2e4-48c8-bb03-422e044cfaf3 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:29:11.632302 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:29:11.632749 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f1f25b8-b2e4-48c8-bb03-422e044cfaf3 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:29:11.636485 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'status': 'completed', 'code': 200} Oct 12 18:29:11.676933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-db44c91c-281d-4d81-ba86-47d87df8e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:11.678382 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-db44c91c-281d-4d81-ba86-47d87df8e6ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c5bd168-ecbc-44e3-8d6b-baa09d325a05 HTTP/1.1" status: 200 len: 848 time: 0.0927196 Oct 12 18:29:11.696810 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2851a6-badd-4caa-9221-4157633735e4 req-cda0d276-8931-4795-8656-187e47be635d tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:11.698306 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9e2851a6-badd-4caa-9221-4157633735e4 req-cda0d276-8931-4795-8656-187e47be635d tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0588999 Oct 12 18:29:11.767919 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9e2851a6-badd-4caa-9221-4157633735e4 req-0543cddb-85ed-4226-96d8-50f9f79f62ba tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584292 Oct 12 18:29:11.770166 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-491fa6be-5d1d-4061-baaf-943dea2d06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:11.771539 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-491fa6be-5d1d-4061-baaf-943dea2d06b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e167e43c-8958-46db-953d-f60c625ee80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723658 Oct 12 18:29:11.869989 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-083b38ad-50f6-4c6d-9dbc-d7103679a836 service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907016 Oct 12 18:29:12.007079 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06182c91-04c3-4f96-a447-4f23b4934bf4 req-ce0be3b3-719b-4657-a87e-0a5d2c80bf35 service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286147 Oct 12 18:29:12.020040 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad772f3-3467-4f71-a3e1-b1fb505ec009 req-59ec1ef9-fb0c-44e5-be22-5bf5131595de tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:12.021635 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0ad772f3-3467-4f71-a3e1-b1fb505ec009 req-59ec1ef9-fb0c-44e5-be22-5bf5131595de tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0745456 Oct 12 18:29:12.059845 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0ad772f3-3467-4f71-a3e1-b1fb505ec009 req-617cb121-d726-4bc3-ac6f-0c6efe7667ff tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317633 Oct 12 18:29:12.329844 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11659cd-a248-4def-83d5-f2a65145bc05 req-7157ab31-e06d-4da3-a1f5-779e88b5df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:12.331362 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d11659cd-a248-4def-83d5-f2a65145bc05 req-7157ab31-e06d-4da3-a1f5-779e88b5df83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38a1ca7b8f55456eb3c6946099885e5e&device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 1096 time: 0.0415695 Oct 12 18:29:12.453425 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11659cd-a248-4def-83d5-f2a65145bc05 req-8d7f3400-1d2c-4e9b-9762-a4dc25a74bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:12.454933 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d11659cd-a248-4def-83d5-f2a65145bc05 req-8d7f3400-1d2c-4e9b-9762-a4dc25a74bff service neutron] 10.222.0.42 "GET /v2.0/networks?id=e167e43c-8958-46db-953d-f60c625ee80b HTTP/1.1" status: 200 len: 910 time: 0.1105361 Oct 12 18:29:12.523460 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d11659cd-a248-4def-83d5-f2a65145bc05 req-3bc2c3f1-7ac0-41a4-ba14-73a1949e12bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b HTTP/1.1" status: 200 len: 217 time: 0.0361562 Oct 12 18:29:12.581599 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11659cd-a248-4def-83d5-f2a65145bc05 req-90b0a4fc-6f48-4419-8532-7dfccf878066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:12.582601 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d11659cd-a248-4def-83d5-f2a65145bc05 req-90b0a4fc-6f48-4419-8532-7dfccf878066 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c5bd168-ecbc-44e3-8d6b-baa09d325a05 HTTP/1.1" status: 200 len: 848 time: 0.0509810 Oct 12 18:29:12.727093 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11659cd-a248-4def-83d5-f2a65145bc05 req-79da2101-9b91-4315-ad72-a241f14ea6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:12.728672 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d11659cd-a248-4def-83d5-f2a65145bc05 req-79da2101-9b91-4315-ad72-a241f14ea6ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e167e43c-8958-46db-953d-f60c625ee80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1313457 Oct 12 18:29:12.800959 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56841bb3-ea84-4e41-8ea0-9b4ff82f3ac0 req-ad15c428-1aa3-47b3-87cc-cffe53cb626c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:12.802503 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-56841bb3-ea84-4e41-8ea0-9b4ff82f3ac0 req-ad15c428-1aa3-47b3-87cc-cffe53cb626c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.1525767 Oct 12 18:29:12.813996 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2ba69-44de-4323-9789-bc6f9ea6ffc8 req-83e69ab1-4435-443c-a7b9-9c96787c403f tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:12.815635 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8ca2ba69-44de-4323-9789-bc6f9ea6ffc8 req-83e69ab1-4435-443c-a7b9-9c96787c403f tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 944 time: 0.1599331 Oct 12 18:29:12.906173 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-56841bb3-ea84-4e41-8ea0-9b4ff82f3ac0 req-bba302b3-1cf5-4085-b2d3-e6aa04b8ce5d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878253 Oct 12 18:29:12.910819 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d11659cd-a248-4def-83d5-f2a65145bc05 req-ec0528ed-c9cf-4a00-bbc4-a010389cc8a5 service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707921 Oct 12 18:29:12.929567 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8ca2ba69-44de-4323-9789-bc6f9ea6ffc8 req-d50228aa-b0fd-41c8-b6d7-a4c1bb309bd2 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913956 Oct 12 18:29:13.063751 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d11659cd-a248-4def-83d5-f2a65145bc05 req-da59c190-c945-46bc-9c81-7f6299469958 service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395383 Oct 12 18:29:13.073655 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621dbaf-0adc-4937-b6f8-9becbf2b0ab2 req-cf4e37e7-5c8b-4b5a-9ba3-f2a69313efdb tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:13.075201 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8621dbaf-0adc-4937-b6f8-9becbf2b0ab2 req-cf4e37e7-5c8b-4b5a-9ba3-f2a69313efdb tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0804718 Oct 12 18:29:13.125127 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8621dbaf-0adc-4937-b6f8-9becbf2b0ab2 req-d343e575-7f3f-4dfb-8aac-21c214ed3f45 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434928 Oct 12 18:29:13.194498 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469fb7d-2b95-4f6b-8459-5d3e9d012f5f req-16521b00-7b44-4ad3-a1dc-2985fcd5359c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:13.196570 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a469fb7d-2b95-4f6b-8459-5d3e9d012f5f req-16521b00-7b44-4ad3-a1dc-2985fcd5359c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0574992 Oct 12 18:29:13.235376 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a469fb7d-2b95-4f6b-8459-5d3e9d012f5f req-0c0a5b2d-2f3c-493a-85eb-049cea21e8f7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326798 Oct 12 18:29:14.090355 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8ff4e-a092-4670-9834-cf8261993ff1 req-fb8bcec1-03dd-41a7-a46a-35f59468ba16 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:14.098087 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5c8ff4e-a092-4670-9834-cf8261993ff1 req-fb8bcec1-03dd-41a7-a46a-35f59468ba16 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0952814 Oct 12 18:29:14.124417 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69333dc3-bcfb-4386-81ef-9a61b9b29ed1 req-2949a730-2b02-4024-9b2f-28ef8237a27d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:14.125911 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-69333dc3-bcfb-4386-81ef-9a61b9b29ed1 req-2949a730-2b02-4024-9b2f-28ef8237a27d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 944 time: 0.0945835 Oct 12 18:29:14.162119 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5c8ff4e-a092-4670-9834-cf8261993ff1 req-df49ca93-fd26-489c-a933-eb89bb9e56f7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630417 Oct 12 18:29:14.199848 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-69333dc3-bcfb-4386-81ef-9a61b9b29ed1 req-9ecfd9e1-664d-4716-918e-935589c677e6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606918 Oct 12 18:29:14.302834 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720ba6d-d10c-4b12-a1d4-2f158074ad47 req-54309469-7665-4acd-a27a-55e4c4b7aaf3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:14.307388 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9720ba6d-d10c-4b12-a1d4-2f158074ad47 req-54309469-7665-4acd-a27a-55e4c4b7aaf3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0677595 Oct 12 18:29:14.379707 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9720ba6d-d10c-4b12-a1d4-2f158074ad47 req-cf9edf0c-10be-48b8-be2b-c990c0178b42 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678699 Oct 12 18:29:14.404236 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c22a2c-a7f1-498e-872e-e8f9ea173d25 req-1c1d6b1a-ec87-467e-befa-0fdceff251f8 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:14.405854 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-21c22a2c-a7f1-498e-872e-e8f9ea173d25 req-1c1d6b1a-ec87-467e-befa-0fdceff251f8 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0762107 Oct 12 18:29:14.454657 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-21c22a2c-a7f1-498e-872e-e8f9ea173d25 req-e44aa260-91b9-4bc5-b755-fc90952a3718 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415747 Oct 12 18:29:15.340014 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee5555-8cd0-411f-b198-7415408d8e17 req-727e538b-72e7-45ad-947e-f462b325aa31 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:15.347280 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d4ee5555-8cd0-411f-b198-7415408d8e17 req-727e538b-72e7-45ad-947e-f462b325aa31 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.1024551 Oct 12 18:29:15.392495 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f2e34-f77a-4eed-bf7f-f6383461d63c req-af1b1925-41c9-4078-92c2-2771ec6b8100 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:15.399314 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-041f2e34-f77a-4eed-bf7f-f6383461d63c req-af1b1925-41c9-4078-92c2-2771ec6b8100 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 944 time: 0.1106286 Oct 12 18:29:15.405916 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d4ee5555-8cd0-411f-b198-7415408d8e17 req-889a21d9-981b-46a9-a0f7-7fab725183ce tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574715 Oct 12 18:29:15.458420 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-041f2e34-f77a-4eed-bf7f-f6383461d63c req-df808778-af54-4a5a-a600-57d7685f3bc2 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502760 Oct 12 18:29:15.561279 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd3fdf-23f3-43b4-aaf5-525a9c7c77cb req-da7f069a-6542-4268-8f4c-4ece0da1af8d tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:15.565525 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device e9e1d074-c7de-4406-9644-edcd2e1b0059 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:29:15.575306 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a1dd3fdf-23f3-43b4-aaf5-525a9c7c77cb req-da7f069a-6542-4268-8f4c-4ece0da1af8d tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0881374 Oct 12 18:29:15.658299 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a1dd3fdf-23f3-43b4-aaf5-525a9c7c77cb req-d27da76a-63f7-4c86-be7a-18355035f8c3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686212 Oct 12 18:29:15.674411 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26785e59-7ef4-4e9d-9226-9de834ed66b1 req-b2dd9056-c2a0-4078-bc4d-0eca980ebb51 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:15.687234 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-26785e59-7ef4-4e9d-9226-9de834ed66b1 req-b2dd9056-c2a0-4078-bc4d-0eca980ebb51 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.1073761 Oct 12 18:29:15.723399 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port e9e1d074-c7de-4406-9644-edcd2e1b0059, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e9e1d074-c7de-4406-9644-edcd2e1b0059,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:29:15.735949 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-26785e59-7ef4-4e9d-9226-9de834ed66b1 req-b0907fb4-0904-4230-978e-ea7db87aa6a3 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510008 Oct 12 18:29:15.746739 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': 'e9e1d074-c7de-4406-9644-edcd2e1b0059', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'port_id': 'e9e1d074-c7de-4406-9644-edcd2e1b0059', 'mac_address': 'fa:16:3e:f1:2b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:29:15.833706 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:15.905645 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e1d074-c7de-4406-9644-edcd2e1b0059 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:29:15.905645 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port e9e1d074-c7de-4406-9644-edcd2e1b0059, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e9e1d074-c7de-4406-9644-edcd2e1b0059,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:29:16.544209 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be624133-311c-474e-a214-c2c5b28e5a44 req-f8aac865-e949-4b68-aed3-3ad31754e265 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:16.545859 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-be624133-311c-474e-a214-c2c5b28e5a44 req-f8aac865-e949-4b68-aed3-3ad31754e265 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0525095 Oct 12 18:29:16.615460 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdec13-d5a4-458a-9e30-8ef625bfb453 req-ea363aec-0788-4b9f-adbf-4d913bfc392a tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:16.617148 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-84cdec13-d5a4-458a-9e30-8ef625bfb453 req-ea363aec-0788-4b9f-adbf-4d913bfc392a tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 944 time: 0.0703640 Oct 12 18:29:16.619842 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-be624133-311c-474e-a214-c2c5b28e5a44 req-e1a6082f-5498-4c36-8ddb-0c022839b32d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649521 Oct 12 18:29:16.655333 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:16.661950 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-84cdec13-d5a4-458a-9e30-8ef625bfb453 req-04c611f9-b71d-4dc1-8615-11932792beb9 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366337 Oct 12 18:29:16.707232 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=e9e1d074-c7de-4406-9644-edcd2e1b0059,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:16.784030 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2eae63-c35c-4a78-9da0-b53f16d20a3f req-f8e2aa1d-725b-4e08-b5a8-00d28a468371 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:16.785951 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7a2eae63-c35c-4a78-9da0-b53f16d20a3f req-f8e2aa1d-725b-4e08-b5a8-00d28a468371 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0501750 Oct 12 18:29:16.826684 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7a2eae63-c35c-4a78-9da0-b53f16d20a3f req-fc7a7f7e-df45-438a-a0a0-7b50386ad61c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344644 Oct 12 18:29:16.880957 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe49eb-0b1c-4997-8c01-fd37b07f4fab req-52a24ea1-1e28-4ef4-bfbd-ebc1bac84373 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:16.882491 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8abe49eb-0b1c-4997-8c01-fd37b07f4fab req-52a24ea1-1e28-4ef4-bfbd-ebc1bac84373 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0549233 Oct 12 18:29:16.925504 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8abe49eb-0b1c-4997-8c01-fd37b07f4fab req-d0e0f462-35d6-4dc9-afdb-2d50b97dd7b0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371120 Oct 12 18:29:17.087539 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['e9e1d074-c7de-4406-9644-edcd2e1b0059'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:29:17.804198 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b363e0-8988-4268-930c-5cf5c4ab0589 req-0fb03c8e-96a9-42ed-81f8-979eb0803d4a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:17.806742 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-05b363e0-8988-4268-930c-5cf5c4ab0589 req-0fb03c8e-96a9-42ed-81f8-979eb0803d4a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.1136422 Oct 12 18:29:17.836113 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ae8c0-4854-4620-92ee-4bc658093846 req-36877c96-0aea-4f84-92d2-b7e16c9b2d21 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:17.843969 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-038ae8c0-4854-4620-92ee-4bc658093846 req-36877c96-0aea-4f84-92d2-b7e16c9b2d21 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 945 time: 0.1000097 Oct 12 18:29:17.889858 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-05b363e0-8988-4268-930c-5cf5c4ab0589 req-f4ad00d4-6278-4ad5-9c9a-216d98efb47e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705912 Oct 12 18:29:17.896392 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-038ae8c0-4854-4620-92ee-4bc658093846 req-29662ebc-9974-4d10-b893-d945631e401e tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518708 Oct 12 18:29:18.050176 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4350c-bdca-402d-9249-5d334dcfa40c req-cef15720-ef16-41f8-9b14-6803ad5110a2 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:18.051743 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cec4350c-bdca-402d-9249-5d334dcfa40c req-cef15720-ef16-41f8-9b14-6803ad5110a2 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0868173 Oct 12 18:29:18.114189 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cec4350c-bdca-402d-9249-5d334dcfa40c req-b2b50de6-98e8-4c2b-92cb-25baa018d367 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481393 Oct 12 18:29:18.122658 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9e4a0-0ebd-42d3-9d5c-b3cdf4f477aa req-67b6eb08-446b-4820-af9c-f1ca44589b2b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:18.124196 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c2a9e4a0-0ebd-42d3-9d5c-b3cdf4f477aa req-67b6eb08-446b-4820-af9c-f1ca44589b2b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0967138 Oct 12 18:29:18.179693 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c2a9e4a0-0ebd-42d3-9d5c-b3cdf4f477aa req-00d199b8-4ae3-4382-94c9-8e6492cd38e6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443854 Oct 12 18:29:19.033047 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8da1a-b0d4-47ed-b1c7-2b6544488752 req-c11ea4ee-34ca-45cb-a103-6f629c9d4950 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:19.040954 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8bd8da1a-b0d4-47ed-b1c7-2b6544488752 req-c11ea4ee-34ca-45cb-a103-6f629c9d4950 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0744781 Oct 12 18:29:19.102776 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8bd8da1a-b0d4-47ed-b1c7-2b6544488752 req-eb6058db-dc5d-44de-b38f-a6bbb7c74ea5 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608296 Oct 12 18:29:19.120499 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7729997-b40d-4878-9dfa-6cb39e42aca0 req-6eff8276-2838-4c75-8252-a9928f1ffbb7 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:19.122009 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d7729997-b40d-4878-9dfa-6cb39e42aca0 req-6eff8276-2838-4c75-8252-a9928f1ffbb7 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 945 time: 0.1066051 Oct 12 18:29:19.181353 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d7729997-b40d-4878-9dfa-6cb39e42aca0 req-1fa9b1f2-4075-4c18-adca-3f61922d6288 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529690 Oct 12 18:29:19.280477 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432df8-1434-43d0-87ed-a337a49799b3 req-93d3db83-dbea-451d-a11d-5880f7088bac tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:19.282320 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-98432df8-1434-43d0-87ed-a337a49799b3 req-93d3db83-dbea-451d-a11d-5880f7088bac tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0791795 Oct 12 18:29:19.361008 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d50969-b008-4d65-825e-aca17a786b91 req-00994df8-2681-4cf4-aed3-774cd022c871 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:19.362532 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-46d50969-b008-4d65-825e-aca17a786b91 req-00994df8-2681-4cf4-aed3-774cd022c871 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0927677 Oct 12 18:29:19.372956 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-98432df8-1434-43d0-87ed-a337a49799b3 req-2d31970c-1929-4fc9-bbfb-b130b57e918b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804017 Oct 12 18:29:19.415575 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-46d50969-b008-4d65-825e-aca17a786b91 req-b1f06fe5-464e-4dc4-bd7b-2481fb064abf tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410817 Oct 12 18:29:20.228288 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b2b68-b0cf-4de8-8b6e-48946dff5ed8 req-234bc332-ddf1-4e20-8afe-e34c8b4b4fca tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:20.235848 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ae5b2b68-b0cf-4de8-8b6e-48946dff5ed8 req-234bc332-ddf1-4e20-8afe-e34c8b4b4fca tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0522814 Oct 12 18:29:20.279033 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ae5b2b68-b0cf-4de8-8b6e-48946dff5ed8 req-cff1c56d-4678-4d1f-8c6a-839a7ac42f1f tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Oct 12 18:29:20.321066 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695b7a-f7ac-49bd-95bc-e3b2355338d5 req-55e8e9a3-7396-475b-affc-f237fc7a2ca8 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:20.322571 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2d695b7a-f7ac-49bd-95bc-e3b2355338d5 req-55e8e9a3-7396-475b-affc-f237fc7a2ca8 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 945 time: 0.0569246 Oct 12 18:29:20.360633 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2d695b7a-f7ac-49bd-95bc-e3b2355338d5 req-34c8eb4b-8dda-4484-ba1e-d15dd5d882f7 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317307 Oct 12 18:29:20.480357 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2caae9-fa02-4d0f-bfd9-00e62e2b3520 req-b0e00920-2245-41b8-9157-bdd382133c66 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:20.484587 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ba2caae9-fa02-4d0f-bfd9-00e62e2b3520 req-b0e00920-2245-41b8-9157-bdd382133c66 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0497370 Oct 12 18:29:20.562904 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ba2caae9-fa02-4d0f-bfd9-00e62e2b3520 req-92e04738-f601-4f73-985b-ce26c6405480 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747311 Oct 12 18:29:20.578310 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a529b3-fabb-448f-9fac-9bd6d5d22be9 req-8ea762bc-5e4b-4074-8822-64c0e8d3ed5c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:20.581576 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a2a529b3-fabb-448f-9fac-9bd6d5d22be9 req-8ea762bc-5e4b-4074-8822-64c0e8d3ed5c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0874240 Oct 12 18:29:20.639958 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a2a529b3-fabb-448f-9fac-9bd6d5d22be9 req-18630219-4dcf-4c47-bb20-3511f5252812 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512500 Oct 12 18:29:21.432754 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21abaa0-2ea3-45b0-adad-605e4bc4a46c req-e1abb65e-5b20-42bd-905c-3502b66c3938 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:21.434343 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f21abaa0-2ea3-45b0-adad-605e4bc4a46c req-e1abb65e-5b20-42bd-905c-3502b66c3938 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0596812 Oct 12 18:29:21.530798 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f21abaa0-2ea3-45b0-adad-605e4bc4a46c req-82faf860-9601-497b-8ce2-55569e464aa0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884476 Oct 12 18:29:21.541030 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9518a-e520-445f-a068-96ed5882cab9 req-62431066-9797-4012-b8b7-57948d41c0ca tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:21.550043 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-65b9518a-e520-445f-a068-96ed5882cab9 req-62431066-9797-4012-b8b7-57948d41c0ca tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 945 time: 0.1042123 Oct 12 18:29:21.592568 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-65b9518a-e520-445f-a068-96ed5882cab9 req-8bdc3e14-fca5-45dc-b919-820be07b0fcb tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Oct 12 18:29:21.710571 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50b532-5c20-4f7c-96f6-a193618bd2b7 req-ded8f720-a5c4-4d6d-ad22-2cc098861b14 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:21.712270 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ca50b532-5c20-4f7c-96f6-a193618bd2b7 req-ded8f720-a5c4-4d6d-ad22-2cc098861b14 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0604105 Oct 12 18:29:21.792862 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ca50b532-5c20-4f7c-96f6-a193618bd2b7 req-faca06a4-ac50-409e-8809-6cdcc12a8c3a tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679026 Oct 12 18:29:21.809800 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d8486-a266-44db-923a-21be0964aec1 req-2a1a3088-889b-474c-a4f6-70e2dd97a19d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:21.811415 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-879d8486-a266-44db-923a-21be0964aec1 req-2a1a3088-889b-474c-a4f6-70e2dd97a19d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0817134 Oct 12 18:29:21.881823 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-879d8486-a266-44db-923a-21be0964aec1 req-19b2a131-f577-44a6-8ff1-aea9444b6232 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566366 Oct 12 18:29:22.705780 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b74b-390a-4625-8790-3c743a716d4b req-a4d7f27d-5bbe-48ec-8d4c-f2304e71c682 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:22.707861 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1713b74b-390a-4625-8790-3c743a716d4b req-a4d7f27d-5bbe-48ec-8d4c-f2304e71c682 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0850933 Oct 12 18:29:22.780964 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1713b74b-390a-4625-8790-3c743a716d4b req-d7a4f35b-c72d-45cc-a717-c3f5e28e1e82 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623569 Oct 12 18:29:22.806252 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398dad4-5d8e-439d-b38f-10dfa94c4bca req-fd7f8308-28e0-4802-b282-c3caf6c23c65 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:22.816444 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3398dad4-5d8e-439d-b38f-10dfa94c4bca req-fd7f8308-28e0-4802-b282-c3caf6c23c65 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 945 time: 0.1073101 Oct 12 18:29:22.874184 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3398dad4-5d8e-439d-b38f-10dfa94c4bca req-983b7585-13c7-41f1-b431-994a5c3ac9a6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567408 Oct 12 18:29:22.954869 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ede24d-0582-417c-a12a-19f9cf63081f req-c714e700-c255-41d3-a277-8c4945161b60 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:22.956839 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b0ede24d-0582-417c-a12a-19f9cf63081f req-c714e700-c255-41d3-a277-8c4945161b60 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0663052 Oct 12 18:29:22.995236 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:29:23.031056 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b0ede24d-0582-417c-a12a-19f9cf63081f req-584978a7-66df-41c0-8c59-f707ccab6310 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645261 Oct 12 18:29:23.040862 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768953b-6ab3-436d-bf5e-0dd4d76f0204 req-3b2a7dbd-93a6-4805-a9d1-5c48f94051d1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:23.042384 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7768953b-6ab3-436d-bf5e-0dd4d76f0204 req-3b2a7dbd-93a6-4805-a9d1-5c48f94051d1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0845766 Oct 12 18:29:23.090487 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7768953b-6ab3-436d-bf5e-0dd4d76f0204 req-28888724-6cc6-478d-a0f4-620a3916dd5a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414960 Oct 12 18:29:23.923554 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8a40c-d33b-4570-bb4f-12b71b0fac24 req-651617af-c368-46ee-84ac-c22fcf29572a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:23.925204 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b7d8a40c-d33b-4570-bb4f-12b71b0fac24 req-651617af-c368-46ee-84ac-c22fcf29572a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0567877 Oct 12 18:29:23.975582 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device e9e1d074-c7de-4406-9644-edcd2e1b0059 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:29:23.980305 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b7d8a40c-d33b-4570-bb4f-12b71b0fac24 req-61854c75-c446-44cc-b675-3a01c14f25d9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483508 Oct 12 18:29:24.020160 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555f1a3-7620-4a06-b20a-dd3d358565f3 req-b604a474-7e32-4274-bb96-191da8e4317c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:24.021762 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4555f1a3-7620-4a06-b20a-dd3d358565f3 req-b604a474-7e32-4274-bb96-191da8e4317c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 945 time: 0.0641849 Oct 12 18:29:24.066327 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4555f1a3-7620-4a06-b20a-dd3d358565f3 req-031fbd2f-7ec6-41f2-af39-4211917caa51 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379086 Oct 12 18:29:24.093201 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port e9e1d074-c7de-4406-9644-edcd2e1b0059 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:29:24.097411 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port e9e1d074-c7de-4406-9644-edcd2e1b0059 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:29:24.099451 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:24.193978 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994f71d-4ac3-4714-8b58-83bc790248fe req-ef92beb9-c759-443d-9e01-8aacf14d8053 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:24.197562 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2994f71d-4ac3-4714-8b58-83bc790248fe req-ef92beb9-c759-443d-9e01-8aacf14d8053 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0779276 Oct 12 18:29:24.219819 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:24.263138 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port e9e1d074-c7de-4406-9644-edcd2e1b0059, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e9e1d074-c7de-4406-9644-edcd2e1b0059,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:29:24.264523 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8be5be-6f8c-42e2-9cd4-10c62915f993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e1d074-c7de-4406-9644-edcd2e1b0059'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:29:24.267248 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53158841-5d79-4045-9be3-f4edbd9b8326" -d '{"events": [{"server_uuid": "ff8be5be-6f8c-42e2-9cd4-10c62915f993", "name": "network-vif-plugged", "status": "completed", "tag": "e9e1d074-c7de-4406-9644-edcd2e1b0059"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:29:24.278151 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7bce4-47cc-4132-b70d-e51f8079ae8b req-0bbd8179-9631-4eb6-8966-8b8532d5d633 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:24.285684 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bda7bce4-47cc-4132-b70d-e51f8079ae8b req-0bbd8179-9631-4eb6-8966-8b8532d5d633 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0870636 Oct 12 18:29:24.322604 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2994f71d-4ac3-4714-8b58-83bc790248fe req-f0eb5965-8ec4-40e2-a72d-678462969c56 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882831 Oct 12 18:29:24.352485 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:24.358506 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bda7bce4-47cc-4132-b70d-e51f8079ae8b req-53fb9803-5fa1-46f1-a175-f3ae47c6cfff tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645378 Oct 12 18:29:24.391180 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d24c81-cd3c-47fd-bc9d-f24ff7e9bc68 x-openstack-request-id: req-40d24c81-cd3c-47fd-bc9d-f24ff7e9bc68 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:29:24.391383 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8be5be-6f8c-42e2-9cd4-10c62915f993", "name": "network-vif-plugged", "status": "completed", "tag": "e9e1d074-c7de-4406-9644-edcd2e1b0059", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:29:24.391636 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40d24c81-cd3c-47fd-bc9d-f24ff7e9bc68 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:29:24.392012 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8be5be-6f8c-42e2-9cd4-10c62915f993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e1d074-c7de-4406-9644-edcd2e1b0059', 'code': 200} Oct 12 18:29:24.433343 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=e9e1d074-c7de-4406-9644-edcd2e1b0059,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:25.115796 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dc629-c8e9-42c5-bebe-bf04bc0f1df4 req-91fa6221-7a04-423c-ada4-0a399cf70da6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:25.117322 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-057dc629-c8e9-42c5-bebe-bf04bc0f1df4 req-91fa6221-7a04-423c-ada4-0a399cf70da6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0621376 Oct 12 18:29:25.173733 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-057dc629-c8e9-42c5-bebe-bf04bc0f1df4 req-38f59580-a56c-401f-91a8-e9c78e1d5fc7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495496 Oct 12 18:29:25.229889 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f1fb5-1489-40a2-adf4-bf6673cedfba req-d7d6dfbf-1648-467d-9fec-211e33eec5b2 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:25.231434 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a31f1fb5-1489-40a2-adf4-bf6673cedfba req-d7d6dfbf-1648-467d-9fec-211e33eec5b2 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0566933 Oct 12 18:29:25.271118 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a31f1fb5-1489-40a2-adf4-bf6673cedfba req-76344ec2-521f-4559-a804-7c76af038c1c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334632 Oct 12 18:29:25.496486 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32424bb-e869-4538-8536-bf9ca8cb7c42 req-4f303674-2a81-40ba-8888-70fa2025fe35 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:25.497975 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c32424bb-e869-4538-8536-bf9ca8cb7c42 req-4f303674-2a81-40ba-8888-70fa2025fe35 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.1029277 Oct 12 18:29:25.536842 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058f8a4-033b-4e35-8e4f-38bb6091dd49 req-4f111e3e-39f2-4a72-91ae-60c1c9cb3cdc tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:25.538217 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e058f8a4-033b-4e35-8e4f-38bb6091dd49 req-4f111e3e-39f2-4a72-91ae-60c1c9cb3cdc tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.1042967 Oct 12 18:29:25.570513 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c32424bb-e869-4538-8536-bf9ca8cb7c42 req-31ee23cc-0c97-428e-8ea9-79ac70600b2f tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645294 Oct 12 18:29:25.591442 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e058f8a4-033b-4e35-8e4f-38bb6091dd49 req-09092ba8-0eec-4952-b375-eb9553d549f4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434816 Oct 12 18:29:26.219526 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device ee9e0115-2251-43e7-8da4-8dd846258e7b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:29:26.319657 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffba411-c038-4884-996d-4196ce5384f3 req-722c357e-e726-4e0b-87ab-ea754414c154 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:26.321208 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6ffba411-c038-4884-996d-4196ce5384f3 req-722c357e-e726-4e0b-87ab-ea754414c154 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0733273 Oct 12 18:29:26.332993 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port ee9e0115-2251-43e7-8da4-8dd846258e7b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:29:26.344837 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'port_id': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'mac_address': 'fa:16:3e:be:9a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:29:26.382155 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:26.391270 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6ffba411-c038-4884-996d-4196ce5384f3 req-97627005-205c-4ea1-b8b7-2924f626159e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579085 Oct 12 18:29:26.395776 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9e0115-2251-43e7-8da4-8dd846258e7b {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:29:26.409451 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de02c85-2815-44c7-b49e-5d31b4445070 req-f9ed8553-0f83-4d61-b2d9-f513f478c2cd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:26.411287 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7de02c85-2815-44c7-b49e-5d31b4445070 req-f9ed8553-0f83-4d61-b2d9-f513f478c2cd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0646701 Oct 12 18:29:26.418883 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port ee9e0115-2251-43e7-8da4-8dd846258e7b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:29:26.450815 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7de02c85-2815-44c7-b49e-5d31b4445070 req-ac250f7a-6efb-43be-a2a3-3f20146b1518 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332217 Oct 12 18:29:26.495036 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:26.542682 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=ee9e0115-2251-43e7-8da4-8dd846258e7b,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:26.741199 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452b908-814d-4037-88ac-dce7d46c599c req-44061d78-336b-4a03-8375-88151b3f56ca tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:26.742594 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e452b908-814d-4037-88ac-dce7d46c599c req-44061d78-336b-4a03-8375-88151b3f56ca tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 944 time: 0.1004043 Oct 12 18:29:26.754989 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c7784-5bab-40c0-b577-31273c6f32ff req-8447ee72-cfe6-4fb3-90f5-353b893aef37 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:26.756453 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f41c7784-5bab-40c0-b577-31273c6f32ff req-8447ee72-cfe6-4fb3-90f5-353b893aef37 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0774202 Oct 12 18:29:26.812657 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e452b908-814d-4037-88ac-dce7d46c599c req-7d3592ad-4b90-4f55-ba60-c568cda93ec0 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552049 Oct 12 18:29:26.815787 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f41c7784-5bab-40c0-b577-31273c6f32ff req-5e4b9bd8-f208-4ead-b51c-30b191e720a1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525653 Oct 12 18:29:27.338515 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e05b44-39cf-4d7b-a0bb-b4cf2cb0dffe req-88aa72c7-6390-43d3-9bfd-3ba3339a08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:27.339957 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7e05b44-39cf-4d7b-a0bb-b4cf2cb0dffe req-88aa72c7-6390-43d3-9bfd-3ba3339a08d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 1099 time: 0.0388594 Oct 12 18:29:27.515133 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0207e3-96ed-467f-8dde-0dd97ed50e61 req-3a79d4bf-497a-4a9c-bc42-098ea90e32e9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:27.516671 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8f0207e3-96ed-467f-8dde-0dd97ed50e61 req-3a79d4bf-497a-4a9c-bc42-098ea90e32e9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0534320 Oct 12 18:29:27.582609 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8f0207e3-96ed-467f-8dde-0dd97ed50e61 req-9ea4236c-de98-4d41-865b-db22ab9fd6fb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550327 Oct 12 18:29:27.593429 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d043f-d203-4576-9b8f-99153cdf4d03 req-e52e5ac3-b756-4885-b56e-5b5e74aa473e tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:27.594810 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-827d043f-d203-4576-9b8f-99153cdf4d03 req-e52e5ac3-b756-4885-b56e-5b5e74aa473e tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0763838 Oct 12 18:29:27.633302 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-827d043f-d203-4576-9b8f-99153cdf4d03 req-432f4567-ac4f-4da4-93fe-14ab0f40d8d2 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318215 Oct 12 18:29:27.958006 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9e9d-2b42-4c20-8436-f80c76354cc5 req-9b683eba-c45e-448b-ac0d-a9cba22b9b1f tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:27.959455 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f31f9e9d-2b42-4c20-8436-f80c76354cc5 req-9b683eba-c45e-448b-ac0d-a9cba22b9b1f tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 944 time: 0.0795009 Oct 12 18:29:27.966520 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9286b79-b964-43be-b5e8-e0a10d77b4bd req-1634fe54-7c9b-4484-a0f8-65cdbc2949b7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:27.967880 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c9286b79-b964-43be-b5e8-e0a10d77b4bd req-1634fe54-7c9b-4484-a0f8-65cdbc2949b7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0790796 Oct 12 18:29:28.021198 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f31f9e9d-2b42-4c20-8436-f80c76354cc5 req-fa5440df-b4b0-4b7c-92c6-a99e3bb5f1fc tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523465 Oct 12 18:29:28.025909 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c9286b79-b964-43be-b5e8-e0a10d77b4bd req-336eaf7c-aaf8-4b24-a9dc-f8068aeb311a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514476 Oct 12 18:29:28.700824 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b71ace-30f0-447b-9d2b-8220e1da2712 req-b834bf2f-bdf2-4a18-9086-71738cb7309a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:28.702322 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a1b71ace-30f0-447b-9d2b-8220e1da2712 req-b834bf2f-bdf2-4a18-9086-71738cb7309a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0510306 Oct 12 18:29:28.994614 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a1b71ace-30f0-447b-9d2b-8220e1da2712 req-2b07ca55-ba25-41c0-b7ab-69a72b610ceb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824552 Oct 12 18:29:29.008574 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca1dc8-a9d6-4018-bc5c-6f2f39caeb47 req-c10e7ff6-cb90-42f3-9eb3-ba92337c0526 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:29.010021 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dbca1dc8-a9d6-4018-bc5c-6f2f39caeb47 req-c10e7ff6-cb90-42f3-9eb3-ba92337c0526 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.3068159 Oct 12 18:29:29.041748 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7e05b44-39cf-4d7b-a0bb-b4cf2cb0dffe req-6617a689-4ebf-434d-998c-2c2484d2e438 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604744 Oct 12 18:29:29.058165 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dbca1dc8-a9d6-4018-bc5c-6f2f39caeb47 req-98a2c805-9569-4bae-bce8-924b2dbf208a tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419431 Oct 12 18:29:29.164851 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360ef66-be0b-4a40-910b-d443a4f5a76f req-d613d028-99e9-4621-9c92-49f191bb857c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:29.166308 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b360ef66-be0b-4a40-910b-d443a4f5a76f req-d613d028-99e9-4621-9c92-49f191bb857c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 944 time: 0.0783863 Oct 12 18:29:29.178304 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726d5f2-76f8-4a61-91c8-0afef6536626 req-f85e6bf1-b1c4-47ff-b5de-6cb23216d4fd tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:29.179916 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a726d5f2-76f8-4a61-91c8-0afef6536626 req-f85e6bf1-b1c4-47ff-b5de-6cb23216d4fd tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0656683 Oct 12 18:29:29.238371 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b360ef66-be0b-4a40-910b-d443a4f5a76f req-069697ff-6061-4051-8044-ee34c18c44a4 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574760 Oct 12 18:29:29.243400 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a726d5f2-76f8-4a61-91c8-0afef6536626 req-41ea3aef-39ba-499e-9715-8e93a70af706 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567987 Oct 12 18:29:30.110987 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fe674-b21d-4a36-9bdc-20c1f9c8dd01 req-20339145-3ca7-4021-8cc3-5614b203f990 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:30.112518 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-572fe674-b21d-4a36-9bdc-20c1f9c8dd01 req-20339145-3ca7-4021-8cc3-5614b203f990 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0496225 Oct 12 18:29:30.176942 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-572fe674-b21d-4a36-9bdc-20c1f9c8dd01 req-4bafe2f9-c707-471b-a12a-1171892f2398 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577698 Oct 12 18:29:30.193003 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607567ea-c30f-44fe-8059-22d845e56069 req-5c884428-3870-4b73-bacc-95b206ba52dd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:30.194494 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-607567ea-c30f-44fe-8059-22d845e56069 req-5c884428-3870-4b73-bacc-95b206ba52dd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0624721 Oct 12 18:29:30.232357 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-607567ea-c30f-44fe-8059-22d845e56069 req-e824b93c-c775-49a8-841b-d5c036c8fb8b tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320008 Oct 12 18:29:30.364540 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['ee9e0115-2251-43e7-8da4-8dd846258e7b'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:29:30.391043 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b5595-bb79-4d7e-9797-401c36696ad2 req-718e9c51-28ff-4022-8eaf-fbfa98981433 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:30.391043 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-580b5595-bb79-4d7e-9797-401c36696ad2 req-718e9c51-28ff-4022-8eaf-fbfa98981433 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 944 time: 0.0798886 Oct 12 18:29:30.403314 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc0a9-96f9-4a52-9439-2db1bc39d238 req-f0aca552-dd86-4d99-b7ca-51b3fa9cb943 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:30.404821 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7facc0a9-96f9-4a52-9439-2db1bc39d238 req-f0aca552-dd86-4d99-b7ca-51b3fa9cb943 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0850849 Oct 12 18:29:30.457623 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-580b5595-bb79-4d7e-9797-401c36696ad2 req-e451d927-7c0a-44a1-a9e2-e35f3fcf8d9b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509973 Oct 12 18:29:30.480979 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7facc0a9-96f9-4a52-9439-2db1bc39d238 req-8f52ed94-e1df-4cac-bdd0-eec47b2d2404 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677717 Oct 12 18:29:30.795019 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a04a9-b463-42a4-ac69-a12451ba7085 req-f2e9d78a-39ef-4fe8-84d4-9b021e899d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:30.796485 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2e2a04a9-b463-42a4-ac69-a12451ba7085 req-f2e9d78a-39ef-4fe8-84d4-9b021e899d94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 1099 time: 0.0394039 Oct 12 18:29:30.886292 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a04a9-b463-42a4-ac69-a12451ba7085 req-04c9aa68-d836-4dad-8978-779cec3875f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:30.887666 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2e2a04a9-b463-42a4-ac69-a12451ba7085 req-04c9aa68-d836-4dad-8978-779cec3875f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 918 time: 0.0839651 Oct 12 18:29:30.983582 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2e2a04a9-b463-42a4-ac69-a12451ba7085 req-d8175600-0dc7-49f7-99df-b94eecf1a912 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e HTTP/1.1" status: 200 len: 1000 time: 0.0874426 Oct 12 18:29:31.034320 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a04a9-b463-42a4-ac69-a12451ba7085 req-838ec1b8-12c9-4fd0-94d4-9cfe62012b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:31.035809 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2e2a04a9-b463-42a4-ac69-a12451ba7085 req-838ec1b8-12c9-4fd0-94d4-9cfe62012b0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 200 len: 856 time: 0.0445180 Oct 12 18:29:31.082183 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a04a9-b463-42a4-ac69-a12451ba7085 req-05035d4d-0d71-4e1e-9c26-6e6b982f4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:31.083688 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2e2a04a9-b463-42a4-ac69-a12451ba7085 req-05035d4d-0d71-4e1e-9c26-6e6b982f4c85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80f5cd14-5950-4313-a8f0-f81c86803faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398269 Oct 12 18:29:31.178112 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2e2a04a9-b463-42a4-ac69-a12451ba7085 req-b20dbbbc-39a8-412f-a854-c6e326159abd service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852520 Oct 12 18:29:31.300929 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2e2a04a9-b463-42a4-ac69-a12451ba7085 req-98f87a91-8753-4e7a-b493-ffabb739258c service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140862 Oct 12 18:29:31.336856 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544af48b-fa4d-4247-b8ab-d47331ba5920 req-c46eaa07-fb85-413f-bafe-f93e017aaad4 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:31.338277 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-544af48b-fa4d-4247-b8ab-d47331ba5920 req-c46eaa07-fb85-413f-bafe-f93e017aaad4 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0950487 Oct 12 18:29:31.377700 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415a363-1e33-42cc-a0fd-00ab827b97e3 req-172db6c7-772b-46fa-b616-9730614ba503 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:31.379254 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3415a363-1e33-42cc-a0fd-00ab827b97e3 req-172db6c7-772b-46fa-b616-9730614ba503 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0759645 Oct 12 18:29:31.407739 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-544af48b-fa4d-4247-b8ab-d47331ba5920 req-a57f7f10-e678-4dd0-8e9e-25d0639cb8aa tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608561 Oct 12 18:29:31.428054 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3415a363-1e33-42cc-a0fd-00ab827b97e3 req-304b3e7c-dd11-4f04-94b8-63b41f5d3227 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391510 Oct 12 18:29:31.616162 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacd933-3b76-42a0-bcca-f19407e9569f req-0a041d0c-1a4a-4f02-9e07-80730b6338b6 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:31.617691 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-beacd933-3b76-42a0-bcca-f19407e9569f req-0a041d0c-1a4a-4f02-9e07-80730b6338b6 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 944 time: 0.0802796 Oct 12 18:29:31.630600 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c3268-2f6d-48ed-8d6b-9e8b46f89f91 req-e70039f0-86aa-4317-98a4-65d2f3d988f0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:31.632051 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a72c3268-2f6d-48ed-8d6b-9e8b46f89f91 req-e70039f0-86aa-4317-98a4-65d2f3d988f0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0686169 Oct 12 18:29:31.684332 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-beacd933-3b76-42a0-bcca-f19407e9569f req-01e8b92e-6904-471b-a4f7-fa0b2f4de723 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511875 Oct 12 18:29:31.692068 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a72c3268-2f6d-48ed-8d6b-9e8b46f89f91 req-3158d60d-0285-420d-b2e0-bd47283b3970 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533690 Oct 12 18:29:32.556669 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd780b-c465-4890-bdd7-d344f6066fc3 req-70dc281a-5539-440a-8627-4a1e5b1765fb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:32.558162 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-09fd780b-c465-4890-bdd7-d344f6066fc3 req-70dc281a-5539-440a-8627-4a1e5b1765fb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0800006 Oct 12 18:29:32.579393 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10136298-b722-4957-95b0-fdcda2eadcbb req-71845e74-6052-436a-ac37-3965a368d6e1 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:32.580833 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-10136298-b722-4957-95b0-fdcda2eadcbb req-71845e74-6052-436a-ac37-3965a368d6e1 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0739787 Oct 12 18:29:32.629293 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-09fd780b-c465-4890-bdd7-d344f6066fc3 req-9c368619-7947-4676-a4fc-81830b803fac tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638313 Oct 12 18:29:32.645053 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-10136298-b722-4957-95b0-fdcda2eadcbb req-5c5be051-1c9b-4963-9b7f-f96d2a358131 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541732 Oct 12 18:29:32.848939 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bca5e7-d74f-447a-97db-cf277f394e9f req-429af42c-2739-47cc-aeb8-40f5ae6defce tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:32.850424 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12bca5e7-d74f-447a-97db-cf277f394e9f req-429af42c-2739-47cc-aeb8-40f5ae6defce tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 944 time: 0.0794370 Oct 12 18:29:32.859106 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fdb91-f1a9-4db9-9884-99e2ece6ec1a req-4dcb588e-3cea-4f11-9b44-1179b5ed5184 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:32.860571 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-770fdb91-f1a9-4db9-9884-99e2ece6ec1a req-4dcb588e-3cea-4f11-9b44-1179b5ed5184 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0792601 Oct 12 18:29:32.918126 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12bca5e7-d74f-447a-97db-cf277f394e9f req-c38491a7-3765-4abb-8dcc-77f86247a390 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564568 Oct 12 18:29:32.920826 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-770fdb91-f1a9-4db9-9884-99e2ece6ec1a req-8e926f73-dbd7-488e-a62f-61a93dd1a0b9 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528655 Oct 12 18:29:33.789384 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e3b6d-fe5c-4926-b4b3-dde99c7232a1 req-f15c0666-a324-4b5e-be95-e82dfe133bcb tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:33.789384 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c92e3b6d-fe5c-4926-b4b3-dde99c7232a1 req-f15c0666-a324-4b5e-be95-e82dfe133bcb tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0705245 Oct 12 18:29:33.796364 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8829a-8e4e-4b86-b2c7-13236d08bee2 req-55ef590c-2502-4a9c-abda-5c46788909d2 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:33.797796 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-afd8829a-8e4e-4b86-b2c7-13236d08bee2 req-55ef590c-2502-4a9c-abda-5c46788909d2 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0892601 Oct 12 18:29:33.851014 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c92e3b6d-fe5c-4926-b4b3-dde99c7232a1 req-0b7ef719-8838-4c16-85a5-005666471a0d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522377 Oct 12 18:29:33.864816 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-afd8829a-8e4e-4b86-b2c7-13236d08bee2 req-d93d08f9-3bf9-4e9b-aa14-07878a2aa3fd tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531836 Oct 12 18:29:34.072603 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904daed-479b-49e7-9a98-4d03ccb5e936 req-fce0b27a-2267-4d2c-9d15-a0ab967a14be tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:34.074128 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9904daed-479b-49e7-9a98-4d03ccb5e936 req-fce0b27a-2267-4d2c-9d15-a0ab967a14be tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 944 time: 0.0808301 Oct 12 18:29:34.082589 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983926b-3190-458b-a6db-4f70714bc56a req-37e28eb7-ac77-4ce1-8400-27d83f798444 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:34.083941 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8983926b-3190-458b-a6db-4f70714bc56a req-37e28eb7-ac77-4ce1-8400-27d83f798444 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 946 time: 0.0815101 Oct 12 18:29:34.144306 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9904daed-479b-49e7-9a98-4d03ccb5e936 req-7ec3a7e9-edcc-4a84-9ddb-d08d52cf0ce5 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551689 Oct 12 18:29:34.146863 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8983926b-3190-458b-a6db-4f70714bc56a req-20efc58d-fa70-411e-8191-74597471dcfa tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563014 Oct 12 18:29:34.312767 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7aef7f2f-4f93-43b2-a520-f24ecf71c0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:34.955988 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fabaeaf5-eee4-46bf-a4bf-984ef9955b1e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:29:34.997525 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4eeb93-c075-4267-982a-8fe169be4c2f req-3d6548f2-f197-4a06-911a-fa511282f6a6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:34.999208 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ba4eeb93-c075-4267-982a-8fe169be4c2f req-3d6548f2-f197-4a06-911a-fa511282f6a6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0782599 Oct 12 18:29:35.010812 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0fcbf-4c19-4497-8b09-a57524cbe366 req-2ccddf11-7b72-48ea-9c07-531fdf70666d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:35.012364 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-02f0fcbf-4c19-4497-8b09-a57524cbe366 req-2ccddf11-7b72-48ea-9c07-531fdf70666d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0824406 Oct 12 18:29:35.037731 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:35.066871 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:29:35.069191 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78675bb2-f0ca-4dce-98ae-2c0e360e7e08" -d '{"events": [{"server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "name": "network-vif-unplugged", "status": "completed", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:29:35.082564 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:29:35.088553 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ba4eeb93-c075-4267-982a-8fe169be4c2f req-53536443-4f52-4ec4-8263-cf324891fb4b tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750585 Oct 12 18:29:35.094275 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-02f0fcbf-4c19-4497-8b09-a57524cbe366 req-9849e006-12ae-4fdd-b813-7d194b3cb085 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721843 Oct 12 18:29:35.134921 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 18:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb567981-3e00-49cb-9c91-6ae064d47a6b x-openstack-request-id: req-fb567981-3e00-49cb-9c91-6ae064d47a6b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:29:35.135263 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "name": "network-vif-unplugged", "status": "completed", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:29:35.135603 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb567981-3e00-49cb-9c91-6ae064d47a6b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:29:35.136128 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'code': 200} Oct 12 18:29:35.169126 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:35.219957 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:35.305738 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bffe4-3c1c-414d-8f13-884772a99d04 req-d2df1c6d-27de-4521-a0fb-e4f4f7d64140 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:35.307192 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8d6bffe4-3c1c-414d-8f13-884772a99d04 req-d2df1c6d-27de-4521-a0fb-e4f4f7d64140 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0786145 Oct 12 18:29:35.314454 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4d229-cca6-4654-bf77-0857a7019049 req-54929d30-b05a-4840-a057-460cb8f028ac tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:35.315893 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dbf4d229-cca6-4654-bf77-0857a7019049 req-54929d30-b05a-4840-a057-460cb8f028ac tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 944 time: 0.0975807 Oct 12 18:29:35.375330 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8d6bffe4-3c1c-414d-8f13-884772a99d04 req-b4a3980d-08c1-4fc6-8eca-d90ce1c311b2 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579135 Oct 12 18:29:35.378098 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dbf4d229-cca6-4654-bf77-0857a7019049 req-731f9d47-9c4e-468b-b7df-f77d58615b86 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549026 Oct 12 18:29:36.205732 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b7bb1-83ad-4043-a214-8c86ae0c69db req-5ba92ddf-a28c-4e13-a29b-e36d937b3765 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:36.207747 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-484b7bb1-83ad-4043-a214-8c86ae0c69db req-5ba92ddf-a28c-4e13-a29b-e36d937b3765 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0512104 Oct 12 18:29:36.267518 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-484b7bb1-83ad-4043-a214-8c86ae0c69db req-fe2fd1e2-031e-4213-b341-3f47bc47f4d8 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517321 Oct 12 18:29:36.280134 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241b27e-1aa8-4f74-bd56-810178791b02 req-867e7a89-94f2-47ef-a695-1ad9b647efc6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:36.281635 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1241b27e-1aa8-4f74-bd56-810178791b02 req-867e7a89-94f2-47ef-a695-1ad9b647efc6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0838742 Oct 12 18:29:36.319837 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1241b27e-1aa8-4f74-bd56-810178791b02 req-e49737c6-463c-40f9-9edf-465289545003 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323355 Oct 12 18:29:36.526526 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803cc2d-82b6-43ac-a29f-712e8a55b5a3 req-50db5b54-3b9e-407f-9cfe-c3826854a384 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:36.528303 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c803cc2d-82b6-43ac-a29f-712e8a55b5a3 req-50db5b54-3b9e-407f-9cfe-c3826854a384 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0786746 Oct 12 18:29:36.536336 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fac890-67ba-4e6b-b5b2-ca84e088401e req-0fdf5399-445c-479d-89d4-b8a5a8d15d88 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:36.537702 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-64fac890-67ba-4e6b-b5b2-ca84e088401e req-0fdf5399-445c-479d-89d4-b8a5a8d15d88 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 944 time: 0.0899863 Oct 12 18:29:36.589917 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c803cc2d-82b6-43ac-a29f-712e8a55b5a3 req-3374a6e7-e070-4261-ad69-a61063d641f7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512567 Oct 12 18:29:36.597933 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-64fac890-67ba-4e6b-b5b2-ca84e088401e req-59691ae4-9e98-4111-a66b-53711a49ef71 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535612 Oct 12 18:29:37.260677 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ee8e0cf-b601-4f7b-80c7-5686c1db6ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:37.386156 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81b6fb-814f-444c-b271-cd0eea1fa9c0 req-272b38ef-f94b-48cd-926b-27a257603e91 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:37.388311 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5e81b6fb-814f-444c-b271-cd0eea1fa9c0 req-272b38ef-f94b-48cd-926b-27a257603e91 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0531032 Oct 12 18:29:37.459252 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5e81b6fb-814f-444c-b271-cd0eea1fa9c0 req-a7ef5f65-76c6-4f71-b288-3250c5e8cb0b tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603192 Oct 12 18:29:37.466533 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d634ef0-8245-4102-bfaf-d9a40bf10cb4 req-e44f9d8d-b99c-4803-8b66-47d75036feeb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:37.467969 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d634ef0-8245-4102-bfaf-d9a40bf10cb4 req-e44f9d8d-b99c-4803-8b66-47d75036feeb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0784853 Oct 12 18:29:37.506811 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d634ef0-8245-4102-bfaf-d9a40bf10cb4 req-1b299349-248e-4d52-a065-2b655631ba5f tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326383 Oct 12 18:29:37.579043 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3d797-5208-4355-b20c-0fd6ffc20a52 req-c347f001-67a8-4123-94dd-1286dd6ba51d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:37.580553 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-47e3d797-5208-4355-b20c-0fd6ffc20a52 req-c347f001-67a8-4123-94dd-1286dd6ba51d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0501542 Oct 12 18:29:37.619598 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-47e3d797-5208-4355-b20c-0fd6ffc20a52 req-d8006d3e-3b22-4ed0-94a4-3d807655337e tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Oct 12 18:29:37.661013 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 49124) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:29:37.763915 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466be33-4398-4f23-9287-fe83c74b11e5 req-7bf69ad2-b8b1-47a0-b8b8-74e43895b152 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:37.765444 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0466be33-4398-4f23-9287-fe83c74b11e5 req-7bf69ad2-b8b1-47a0-b8b8-74e43895b152 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0824785 Oct 12 18:29:37.774097 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba77e3e-81f0-42bc-a416-0952f269a800 req-3822255c-6532-4e66-8834-e21a5d89cd6a tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:37.775457 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2ba77e3e-81f0-42bc-a416-0952f269a800 req-3822255c-6532-4e66-8834-e21a5d89cd6a tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 944 time: 0.0818193 Oct 12 18:29:37.831242 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0466be33-4398-4f23-9287-fe83c74b11e5 req-515f53a2-8049-4f7a-85d4-c95abd35076b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548120 Oct 12 18:29:37.836301 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2ba77e3e-81f0-42bc-a416-0952f269a800 req-8f239b05-c0c7-4e1c-a32e-f4e959ea6b86 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538311 Oct 12 18:29:37.870602 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f54433-4740-413a-9934-427a76d9ada1 tempest-TestVolumeBootPattern-1827708406 tempest-TestVolumeBootPattern-1827708406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:37.875295 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-05f54433-4740-413a-9934-427a76d9ada1 tempest-TestVolumeBootPattern-1827708406 tempest-TestVolumeBootPattern-1827708406-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 1094 time: 0.2123203 Oct 12 18:29:37.884019 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 49130) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:29:37.884019 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Request body: {'floatingip': {'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'port_id': 'e9e1d074-c7de-4406-9644-edcd2e1b0059', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:29:37.974792 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for floatingip, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:38.043685 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:38.077032 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:38.184108 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Allocated IP 172.27.1.83 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/d3e36d53-7d87-4f1a-8843-427fbcff8448) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:29:38.294487 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:38.299110 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:38.481819 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:38.522097 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:29:38.525046 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:29:38.528739 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:29:38.535291 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'Port': ['ID=d3e36d53-7d87-4f1a-8843-427fbcff8448,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:38.616920 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device ee9e0115-2251-43e7-8da4-8dd846258e7b up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:29:38.683258 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386d631-8bbd-4509-9daa-85ecb30bab92 req-e392be1d-5d38-4e12-8d00-98aa3e141dbb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:38.684909 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f386d631-8bbd-4509-9daa-85ecb30bab92 req-e392be1d-5d38-4e12-8d00-98aa3e141dbb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0978386 Oct 12 18:29:38.740892 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port ee9e0115-2251-43e7-8da4-8dd846258e7b completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:29:38.745013 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port ee9e0115-2251-43e7-8da4-8dd846258e7b triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:29:38.745385 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:38.765511 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f386d631-8bbd-4509-9daa-85ecb30bab92 req-49496a48-86f2-4311-9b0b-816ff99e9588 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731592 Oct 12 18:29:38.831878 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:38.854920 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:29:38.857267 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f631ca76-f0d2-422d-887e-a9841529d9b3" -d '{"events": [{"server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "name": "network-vif-plugged", "status": "completed", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:29:38.886683 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port ee9e0115-2251-43e7-8da4-8dd846258e7b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:29:38.904842 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722f255c-2bb6-46af-8f42-36906dd50956 x-openstack-request-id: req-722f255c-2bb6-46af-8f42-36906dd50956 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:29:38.905329 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "name": "network-vif-plugged", "status": "completed", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:29:38.905757 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-722f255c-2bb6-46af-8f42-36906dd50956 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:29:38.906298 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'code': 200} Oct 12 18:29:38.952838 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:39.041166 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef5400-04d3-4c89-aaa3-6a18917c2ff7 req-99919adb-36ce-4540-91be-438698dcf123 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:39.042669 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-75ef5400-04d3-4c89-aaa3-6a18917c2ff7 req-99919adb-36ce-4540-91be-438698dcf123 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 944 time: 0.1201050 Oct 12 18:29:39.063114 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf95c5-e91d-45c6-a458-a59123cd2c2c req-5d95aa3b-cf95-4fc9-a398-4bbd7a1d4a30 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:39.064561 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1adf95c5-e91d-45c6-a458-a59123cd2c2c req-5d95aa3b-cf95-4fc9-a398-4bbd7a1d4a30 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.1064787 Oct 12 18:29:39.095083 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:39.095944 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fabaeaf5-eee4-46bf-a4bf-984ef9955b1e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:29:39.107686 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-75ef5400-04d3-4c89-aaa3-6a18917c2ff7 req-9cf66242-7a37-479c-9a60-2827cd1d7b20 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583236 Oct 12 18:29:39.121305 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1adf95c5-e91d-45c6-a458-a59123cd2c2c req-ef9939f5-b2e4-43bc-917a-24d63c82ce83 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487740 Oct 12 18:29:39.171295 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=ee9e0115-2251-43e7-8da4-8dd846258e7b,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:39.285252 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:39.455179 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389f450-ce96-4da2-a832-b11213d10d3f req-a5f27765-9d18-49a1-81c7-a1ef53b47ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:39.457221 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a389f450-ce96-4da2-a832-b11213d10d3f req-a5f27765-9d18-49a1-81c7-a1ef53b47ad7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 1098 time: 0.0714672 Oct 12 18:29:39.471013 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:39.709016 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:39.756227 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:39.804958 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a389f450-ce96-4da2-a832-b11213d10d3f req-1c605bd3-0086-42bf-ae82-6053ccb93a33 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319175 Oct 12 18:29:39.807510 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'Port': ['ID=d3e36d53-7d87-4f1a-8843-427fbcff8448,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:39.898121 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.l3_db [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Floating IP aa45a357-dee4-4c40-aac8-76e56d72a911 associated. External IP: 172.27.1.83, port: e9e1d074-c7de-4406-9644-edcd2e1b0059. Oct 12 18:29:39.943556 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5844cf-3b40-4307-a5eb-bc9e4b608071 req-b832cccf-e0a8-40ab-bbb0-9eb5ecb13366 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:39.945019 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ff5844cf-3b40-4307-a5eb-bc9e4b608071 req-b832cccf-e0a8-40ab-bbb0-9eb5ecb13366 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0968730 Oct 12 18:29:39.951693 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:40.020304 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ff5844cf-3b40-4307-a5eb-bc9e4b608071 req-434139f0-8dca-4042-9970-20218ce14f90 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689802 Oct 12 18:29:40.142154 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Router 49c4b58e-86c3-4f66-af7b-0775da265084 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:29:40.311864 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2aef20-9ec6-4b22-a2c8-01a8f4f4f832 req-b2708971-af7e-4d56-a9ba-5252e61e0b75 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:40.313284 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5a2aef20-9ec6-4b22-a2c8-01a8f4f4f832 req-b2708971-af7e-4d56-a9ba-5252e61e0b75 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.1257300 Oct 12 18:29:40.337827 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427b15c-84bf-45bd-9183-0d0b9f2241f9 req-79f64490-da4f-498d-bcb7-5e2c198de297 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:40.339235 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6427b15c-84bf-45bd-9183-0d0b9f2241f9 req-79f64490-da4f-498d-bcb7-5e2c198de297 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.1210091 Oct 12 18:29:40.351929 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:29:40.395533 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5a2aef20-9ec6-4b22-a2c8-01a8f4f4f832 req-dee95a0f-b810-4a8f-a151-9e8ae5388210 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743365 Oct 12 18:29:40.414576 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6427b15c-84bf-45bd-9183-0d0b9f2241f9 req-52db7d4f-33d8-4fab-a305-e54ea1d1f057 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576622 Oct 12 18:29:40.462818 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:40.493650 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-c0cea219-5d6a-4847-9193-2d7b9cfac40c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6171529 Oct 12 18:29:40.494274 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408cca33-88d0-4590-8036-52b76baed725 None None] Sync routers for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:29:40.494742 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8be5be-6f8c-42e2-9cd4-10c62915f993', 'tag': 'e9e1d074-c7de-4406-9644-edcd2e1b0059'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:29:40.497138 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cb77c8-e96b-4742-9e03-ef44e3538101" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8be5be-6f8c-42e2-9cd4-10c62915f993", "tag": "e9e1d074-c7de-4406-9644-edcd2e1b0059"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:29:40.504136 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408cca33-88d0-4590-8036-52b76baed725 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:29:40.504766 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-408cca33-88d0-4590-8036-52b76baed725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:29:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:29:40.534876 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b8f803-a0de-42f6-ad0e-3a60f8ae901b x-openstack-request-id: req-83b8f803-a0de-42f6-ad0e-3a60f8ae901b {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:29:40.535169 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8be5be-6f8c-42e2-9cd4-10c62915f993", "tag": "e9e1d074-c7de-4406-9644-edcd2e1b0059", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:29:40.535421 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83b8f803-a0de-42f6-ad0e-3a60f8ae901b {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:29:40.535846 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8be5be-6f8c-42e2-9cd4-10c62915f993', 'tag': 'e9e1d074-c7de-4406-9644-edcd2e1b0059', 'status': 'completed', 'code': 200} Oct 12 18:29:40.610593 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb77c8-e96b-4742-9e03-ef44e3538101 req-63868c62-8eab-4848-bc5f-bf73d7489cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:40.610807 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-408cca33-88d0-4590-8036-52b76baed725 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:29:40.612026 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-40cb77c8-e96b-4742-9e03-ef44e3538101 req-63868c62-8eab-4848-bc5f-bf73d7489cff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 1099 time: 0.0405459 Oct 12 18:29:40.720915 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb77c8-e96b-4742-9e03-ef44e3538101 req-4273c89c-b223-40c0-89ee-5cea6cd750da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:40.722454 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-40cb77c8-e96b-4742-9e03-ef44e3538101 req-4273c89c-b223-40c0-89ee-5cea6cd750da service neutron] 10.222.0.42 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 912 time: 0.0912185 Oct 12 18:29:40.780163 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:40.791967 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-40cb77c8-e96b-4742-9e03-ef44e3538101 req-ac43bc26-e386-4948-a0bc-9ad2d7eff382 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9e1d074-c7de-4406-9644-edcd2e1b0059 HTTP/1.1" status: 200 len: 999 time: 0.0609486 Oct 12 18:29:40.839286 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-408cca33-88d0-4590-8036-52b76baed725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'aa45a357-dee4-4c40-aac8-76e56d72a911', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': 'e9e1d074-c7de-4406-9644-edcd2e1b0059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:f1:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8be5be-6f8c-42e2-9cd4-10c62915f993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:29:38Z', 'updated_at': '2021-10-12T18:29:38Z', 'revision_number': 0, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:29:40.850668 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb77c8-e96b-4742-9e03-ef44e3538101 req-cda77f8a-5da4-4912-9c94-59ee82f52bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:40.852136 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-40cb77c8-e96b-4742-9e03-ef44e3538101 req-cda77f8a-5da4-4912-9c94-59ee82f52bcd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b22a110-2927-47ce-936a-32b2d9aa3b9a HTTP/1.1" status: 200 len: 850 time: 0.0530679 Oct 12 18:29:40.866961 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408cca33-88d0-4590-8036-52b76baed725 None None] Checking router: 49c4b58e-86c3-4f66-af7b-0775da265084 for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:29:40.876010 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408cca33-88d0-4590-8036-52b76baed725 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:29:40.876371 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-408cca33-88d0-4590-8036-52b76baed725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:29:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:29:40.901444 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb77c8-e96b-4742-9e03-ef44e3538101 req-5f31978d-5c2f-45b0-9405-5ae7394d954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:40.903184 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-40cb77c8-e96b-4742-9e03-ef44e3538101 req-5f31978d-5c2f-45b0-9405-5ae7394d954a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61bc6454-3943-4ea7-a052-57599eadac06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421970 Oct 12 18:29:40.981859 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-408cca33-88d0-4590-8036-52b76baed725 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:29:40.995728 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-40cb77c8-e96b-4742-9e03-ef44e3538101 req-66746974-b2d2-41d8-a763-71b10e61e278 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840368 Oct 12 18:29:41.110048 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-40cb77c8-e96b-4742-9e03-ef44e3538101 req-f1a9965b-4532-4c37-8b13-95e91e22da44 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045847 Oct 12 18:29:41.146992 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f9e09-d3d3-430a-b545-d93f2cc02d1a req-4b6ae01b-b8a0-4712-9ee0-f6a73d2b7632 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:41.148394 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-732f9e09-d3d3-430a-b545-d93f2cc02d1a req-4b6ae01b-b8a0-4712-9ee0-f6a73d2b7632 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0535467 Oct 12 18:29:41.187974 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-732f9e09-d3d3-430a-b545-d93f2cc02d1a req-e358971f-98a6-47a2-b6f7-ba96215d8934 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Oct 12 18:29:41.310718 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-408cca33-88d0-4590-8036-52b76baed725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'aa45a357-dee4-4c40-aac8-76e56d72a911', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': 'e9e1d074-c7de-4406-9644-edcd2e1b0059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:f1:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8be5be-6f8c-42e2-9cd4-10c62915f993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:29:38Z', 'updated_at': '2021-10-12T18:29:38Z', 'revision_number': 0, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:29:41.337188 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408cca33-88d0-4590-8036-52b76baed725 None None] The sync data for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi is: [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'aa45a357-dee4-4c40-aac8-76e56d72a911', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': 'e9e1d074-c7de-4406-9644-edcd2e1b0059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:f1:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8be5be-6f8c-42e2-9cd4-10c62915f993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:29:38Z', 'updated_at': '2021-10-12T18:29:38Z', 'revision_number': 0, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:29:41.529675 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b4d10-443c-4a5c-83ee-ec64850db0b0 req-37503142-5943-4da1-8e56-625a9d75165c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:41.530604 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ef9b4d10-443c-4a5c-83ee-ec64850db0b0 req-37503142-5943-4da1-8e56-625a9d75165c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0568678 Oct 12 18:29:41.582538 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ef9b4d10-443c-4a5c-83ee-ec64850db0b0 req-c51e4170-2aeb-4f9a-aa23-66cd3e5cbfe8 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456519 Oct 12 18:29:41.607441 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b1477e-abfc-42d3-89e6-d7811d3895b0 None None] New status for floating IP aa45a357-dee4-4c40-aac8-76e56d72a911: ACTIVE {{(pid=94837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:29:41.701851 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [req-0d7c0a75-3c97-44c7-ba3c-de1861ac04d3 req-51aedf38-390e-4723-b310-1555320a74c3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:29:41.703082 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0d7c0a75-3c97-44c7-ba3c-de1861ac04d3 req-51aedf38-390e-4723-b310-1555320a74c3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058777 Oct 12 18:29:42.062092 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87957a5d-c604-4b58-8dc1-267d478d1693 req-ab975d7a-a9d5-4006-9b47-28ef19fa2383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:42.063572 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-87957a5d-c604-4b58-8dc1-267d478d1693 req-ab975d7a-a9d5-4006-9b47-28ef19fa2383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0498257 Oct 12 18:29:42.105105 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-87957a5d-c604-4b58-8dc1-267d478d1693 req-0d78c8e1-14b1-4164-9b01-2743af415711 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350361 Oct 12 18:29:42.311287 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b3f26-77e1-4f95-85dd-1dcb719524b7 req-d843db3e-e09f-4702-b603-bc61cca2ba3f tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:42.312838 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-674b3f26-77e1-4f95-85dd-1dcb719524b7 req-d843db3e-e09f-4702-b603-bc61cca2ba3f tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0517292 Oct 12 18:29:42.361574 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-674b3f26-77e1-4f95-85dd-1dcb719524b7 req-96b38321-1572-468d-96fc-15d0e0c642cb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365696 Oct 12 18:29:42.601794 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 49258) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:29:42.657494 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fabaeaf5-eee4-46bf-a4bf-984ef9955b1e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:29:42.735728 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f26c0-3412-40c5-a286-a3ca8027e2bc req-f97623bd-3be5-4987-b553-fcc422a5315b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:42.738089 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5c4f26c0-3412-40c5-a286-a3ca8027e2bc req-f97623bd-3be5-4987-b553-fcc422a5315b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0803282 Oct 12 18:29:42.741252 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-266e6e92-573e-4b4d-af77-0ea1254573f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1383338 Oct 12 18:29:42.756884 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-80d21585-4ca5-417f-8db1-7cb65dca57f1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:29:42.757824 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-80d21585-4ca5-417f-8db1-7cb65dca57f1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061872 Oct 12 18:29:42.783410 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5c4f26c0-3412-40c5-a286-a3ca8027e2bc req-310d7870-8247-4a3f-b0dd-755538482645 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377038 Oct 12 18:29:42.904388 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a465cbe-672a-4e7e-ad3d-f0fb740016e3 req-a0fb08c2-b549-4878-b2a4-ef34d31d5901 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:42.906116 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2a465cbe-672a-4e7e-ad3d-f0fb740016e3 req-a0fb08c2-b549-4878-b2a4-ef34d31d5901 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0532486 Oct 12 18:29:42.945720 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2a465cbe-672a-4e7e-ad3d-f0fb740016e3 req-12c1313f-d0a8-49f3-b0f6-2269f02c1065 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334511 Oct 12 18:29:42.970258 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 49272) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:29:43.127196 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1fa38f-d0bf-4b78-974c-5d334648623c tempest-TestShelveInstance-1269104443 tempest-TestShelveInstance-1269104443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:43.128945 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-0d1fa38f-d0bf-4b78-974c-5d334648623c tempest-TestShelveInstance-1269104443 tempest-TestShelveInstance-1269104443-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 1093 time: 0.1574466 Oct 12 18:29:43.131719 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 49276) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:29:43.137688 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Request body: {'floatingip': {'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'port_id': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:29:43.235092 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa05cb-a0ff-4010-9cd6-70c1650b574d req-8411d7df-5360-4739-9900-294592c3865c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:43.236611 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d3aa05cb-a0ff-4010-9cd6-70c1650b574d req-8411d7df-5360-4739-9900-294592c3865c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0547256 Oct 12 18:29:43.238764 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for floatingip, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:43.314548 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d3aa05cb-a0ff-4010-9cd6-70c1650b574d req-5b8f8ef9-e0a5-4f36-95a7-31875180c4c6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710070 Oct 12 18:29:43.369435 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:43.552362 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc3da126-7f89-4479-88f6-0717d1e0051c req-d37482f4-7dbf-418f-8085-a4e52fd97860 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1245177 Oct 12 18:29:43.562387 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c9aa3-538f-459e-bf7d-56d52d7bf450 req-4289c1d1-dfa5-4702-be62-e0edf3fc410f tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:43.563864 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cd4c9aa3-538f-459e-bf7d-56d52d7bf450 req-4289c1d1-dfa5-4702-be62-e0edf3fc410f tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.1216559 Oct 12 18:29:43.582285 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Allocated IP 172.27.1.242 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/10d4cb64-25da-4201-b629-7d9fbe215c13) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:29:43.696203 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cd4c9aa3-538f-459e-bf7d-56d52d7bf450 req-aa2570e5-76c6-4067-b959-ce51a8cedc82 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150293 Oct 12 18:29:43.698141 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3da126-7f89-4479-88f6-0717d1e0051c req-c53317a9-3700-4892-8e82-3a7109b7823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:43.699526 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc3da126-7f89-4479-88f6-0717d1e0051c req-c53317a9-3700-4892-8e82-3a7109b7823e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee04649277c84912b20967b31162615b&device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 1098 time: 0.1196971 Oct 12 18:29:43.801749 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:43.895033 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3da126-7f89-4479-88f6-0717d1e0051c req-87ec4c6e-ac2e-45d2-bf1e-8dc468c40e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:43.896571 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc3da126-7f89-4479-88f6-0717d1e0051c req-87ec4c6e-ac2e-45d2-bf1e-8dc468c40e78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c28011f7-a600-4bea-98eb-e6748c99ba11 HTTP/1.1" status: 200 len: 912 time: 0.1572711 Oct 12 18:29:43.914198 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0ed15-e3bc-4056-b14e-16e4cbb839e7 req-a3f35844-6d05-4e09-b931-db0f95ec0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:43.921958 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-47b0ed15-e3bc-4056-b14e-16e4cbb839e7 req-a3f35844-6d05-4e09-b931-db0f95ec0350 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 1099 time: 0.0776300 Oct 12 18:29:43.933291 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 49288) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:29:43.987275 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc3da126-7f89-4479-88f6-0717d1e0051c req-2311b905-2c0e-4b7a-96dc-a092dadff7a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e09e7894-b521-40f8-ae1f-7364d6e573c9 HTTP/1.1" status: 200 len: 1001 time: 0.0812125 Oct 12 18:29:43.988949 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-47b0ed15-e3bc-4056-b14e-16e4cbb839e7 req-3cab2623-bc52-445a-8159-0daea0e98e1f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463026 Oct 12 18:29:44.003633 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:44.040317 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-643b8911-8474-4aa1-a469-ed9d2aa0403a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:44.044280 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:29:44.047218 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:29:44.049901 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:29:44.079999 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Pushing event updated for resources: {'Port': ['ID=10d4cb64-25da-4201-b629-7d9fbe215c13,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:44.118650 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-643b8911-8474-4aa1-a469-ed9d2aa0403a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:44.209177 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-643b8911-8474-4aa1-a469-ed9d2aa0403a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:44.254072 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-643b8911-8474-4aa1-a469-ed9d2aa0403a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=169ed8cee4c14d179d94930ca51c29a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165798 Oct 12 18:29:44.254072 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b8911-8474-4aa1-a469-ed9d2aa0403a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1127007-34f0-4125-ab43-f15dd96886a4,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:44.255674 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 49292) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:29:44.303936 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5658-59ce-441f-95b5-92f46c724de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:44.325660 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5658-59ce-441f-95b5-92f46c724de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:44.357805 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3da126-7f89-4479-88f6-0717d1e0051c req-fdbe14cc-cb1e-41e0-b6db-f6c56bb72036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:44.359524 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc3da126-7f89-4479-88f6-0717d1e0051c req-fdbe14cc-cb1e-41e0-b6db-f6c56bb72036 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecb784df-79ec-41a5-852a-05a0e006be4c HTTP/1.1" status: 200 len: 850 time: 0.1163220 Oct 12 18:29:44.437363 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5658-59ce-441f-95b5-92f46c724de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:44.440020 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b6ce5658-59ce-441f-95b5-92f46c724de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:44.442287 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-b6ce5658-59ce-441f-95b5-92f46c724de5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1127007-34f0-4125-ab43-f15dd96886a4 HTTP/1.1" status: 204 len: 168 time: 0.1852806 Oct 12 18:29:44.454118 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce5658-59ce-441f-95b5-92f46c724de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1127007-34f0-4125-ab43-f15dd96886a4,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:44.482984 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3da126-7f89-4479-88f6-0717d1e0051c req-2309b5dd-6bad-4b42-a7ba-ca12e1083c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:44.484424 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc3da126-7f89-4479-88f6-0717d1e0051c req-2309b5dd-6bad-4b42-a7ba-ca12e1083c08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c28011f7-a600-4bea-98eb-e6748c99ba11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139994 Oct 12 18:29:44.510688 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4ba88-bb20-433e-a133-5a255fdf1ac3 req-e9e2db8f-23ee-4417-9ee4-bb3b8e223bac tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:44.512158 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a7c4ba88-bb20-433e-a133-5a255fdf1ac3 req-e9e2db8f-23ee-4417-9ee4-bb3b8e223bac tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.1129904 Oct 12 18:29:44.514232 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:44.891230 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a7c4ba88-bb20-433e-a133-5a255fdf1ac3 req-23af4298-bc3e-4639-b894-97434e9c09fe tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664174 Oct 12 18:29:44.922806 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc3da126-7f89-4479-88f6-0717d1e0051c req-ce81ad18-cf40-445e-85d9-a71e902027c2 service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281139 Oct 12 18:29:44.934048 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf30c3c-f730-4720-a63d-2e0e6d41aac3 req-589b1020-f803-4e35-9d5b-5124f964d0ad tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:44.935477 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bbf30c3c-f730-4720-a63d-2e0e6d41aac3 req-589b1020-f803-4e35-9d5b-5124f964d0ad tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.1030123 Oct 12 18:29:45.042797 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:45.049323 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bbf30c3c-f730-4720-a63d-2e0e6d41aac3 req-9b5edded-7ee2-4c6c-a229-4eff41d155a9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054406 Oct 12 18:29:45.104627 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc3da126-7f89-4479-88f6-0717d1e0051c req-021e7cfc-9c6c-4bb8-86d5-07f412a97d3a service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681552 Oct 12 18:29:45.225223 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:45.305868 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:45.335354 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:45.392983 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Pushing event updated for resources: {'Port': ['ID=10d4cb64-25da-4201-b629-7d9fbe215c13,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:29:45.461113 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.l3_db [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Floating IP 17fa0efe-225d-4117-926c-567bc7d85fa0 associated. External IP: 172.27.1.242, port: ee9e0115-2251-43e7-8da4-8dd846258e7b. Oct 12 18:29:45.739935 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Router 49e02d36-007c-4d88-b88a-843b11de9e6e has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:29:45.741995 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-3b4fe5a4-7e77-42d7-a3a5-70bc39831779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:45.743550 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-3b4fe5a4-7e77-42d7-a3a5-70bc39831779 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de&tenant_id=94cdd5201533434888e7691148b9a3a8 HTTP/1.1" status: 200 len: 1097 time: 0.0939071 Oct 12 18:29:45.879056 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-b918183b-7bb3-40bb-9d70-b80847236a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:45.880443 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-b918183b-7bb3-40bb-9d70-b80847236a6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 1097 time: 0.0874481 Oct 12 18:29:45.895461 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:29:45.905232 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022235a-4429-4801-8e13-9896683431ad None None] Sync routers for ids ['49e02d36-007c-4d88-b88a-843b11de9e6e'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:29:45.914406 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022235a-4429-4801-8e13-9896683431ad None None] Routers {'49e02d36-007c-4d88-b88a-843b11de9e6e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:29:45.914999 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-1022235a-4429-4801-8e13-9896683431ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:29:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49e02d36-007c-4d88-b88a-843b11de9e6e'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:29:45.993295 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-a7332557-7009-4cb0-b4e0-2c0469bf5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:45.994763 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-a7332557-7009-4cb0-b4e0-2c0469bf5740 service neutron] 10.222.0.42 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 918 time: 0.1067498 Oct 12 18:29:46.042795 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-1022235a-4429-4801-8e13-9896683431ad None None] Set router 49e02d36-007c-4d88-b88a-843b11de9e6e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:29:46.049501 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:29:46.112930 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-0bcc1483-c291-466a-a1cf-eea6f41f9ba3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9669609 Oct 12 18:29:46.112930 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:29:46.112930 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727dc663-e0a7-44eb-887d-11ae05827d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:29:46.112930 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-f5ab3165-e92e-4ee0-be9d-b707f01aaea4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e HTTP/1.1" status: 200 len: 998 time: 0.0996499 Oct 12 18:29:46.118059 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbdc00-d90b-48de-b5f3-86be216c71b5 req-cdfe90c9-1328-4a1f-8732-82aac9335d90 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:46.119599 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c1dbdc00-d90b-48de-b5f3-86be216c71b5 req-cdfe90c9-1328-4a1f-8732-82aac9335d90 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.1447444 Oct 12 18:29:46.226786 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-303c1339-367f-4449-84bf-bcbe64499a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:46.228151 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-303c1339-367f-4449-84bf-bcbe64499a4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 200 len: 856 time: 0.1076717 Oct 12 18:29:46.234815 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c1dbdc00-d90b-48de-b5f3-86be216c71b5 req-3ab6d469-7dd5-4a3b-8ea7-23312ef08967 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065280 Oct 12 18:29:46.264970 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df3dc-a019-4400-929a-82e20ec535f9 req-744a9238-aa48-4150-ad82-9135f3db6e1e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:46.264970 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-405df3dc-a019-4400-929a-82e20ec535f9 req-744a9238-aa48-4150-ad82-9135f3db6e1e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.1285272 Oct 12 18:29:46.302028 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda8f440-7d31-455e-ae6f-57ab0d97ccf4 x-openstack-request-id: req-bda8f440-7d31-455e-ae6f-57ab0d97ccf4 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:29:46.302341 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:29:46.302541 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bda8f440-7d31-455e-ae6f-57ab0d97ccf4 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:29:46.302930 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'status': 'completed', 'code': 200} Oct 12 18:29:46.314151 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-1022235a-4429-4801-8e13-9896683431ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port': {'id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:55Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': '17fa0efe-225d-4117-926c-567bc7d85fa0', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'port_id': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'mac_address': 'fa:16:3e:be:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:29:44Z', 'updated_at': '2021-10-12T18:29:44Z', 'revision_number': 0, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc9aaf27-e647-49e2-8740-78eebb4283bf', 'name': '', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'mac_address': 'fa:16:3e:6a:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:58Z', 'updated_at': '2021-10-12T18:28:07Z', 'revision_number': 5, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'subnets': [{'id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:29:46.318265 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-405df3dc-a019-4400-929a-82e20ec535f9 req-1d714789-320e-4b2c-8140-4a5071301478 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436847 Oct 12 18:29:46.320065 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-2ce6f776-2a1b-4907-9b1e-9258a67362ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:46.321480 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-2ce6f776-2a1b-4907-9b1e-9258a67362ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80f5cd14-5950-4313-a8f0-f81c86803faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840125 Oct 12 18:29:46.343119 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022235a-4429-4801-8e13-9896683431ad None None] Checking router: 49e02d36-007c-4d88-b88a-843b11de9e6e for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:29:46.353335 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022235a-4429-4801-8e13-9896683431ad None None] Routers {'49e02d36-007c-4d88-b88a-843b11de9e6e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:29:46.354131 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-1022235a-4429-4801-8e13-9896683431ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:29:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49e02d36-007c-4d88-b88a-843b11de9e6e'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:29:46.462634 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dc663-e0a7-44eb-887d-11ae05827d5f req-da52385d-164e-4374-b201-0c06bd0274ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:46.464124 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-727dc663-e0a7-44eb-887d-11ae05827d5f req-da52385d-164e-4374-b201-0c06bd0274ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38a1ca7b8f55456eb3c6946099885e5e&device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 1098 time: 0.1114378 Oct 12 18:29:46.487891 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-1022235a-4429-4801-8e13-9896683431ad None None] Set router 49e02d36-007c-4d88-b88a-843b11de9e6e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:29:46.496947 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-459c4dde-3780-469f-94e8-5506316a8b8e service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457152 Oct 12 18:29:46.636578 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dc663-e0a7-44eb-887d-11ae05827d5f req-9e5ee1b9-dbd9-4db7-a65f-bab14a5b6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:46.638033 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-727dc663-e0a7-44eb-887d-11ae05827d5f req-9e5ee1b9-dbd9-4db7-a65f-bab14a5b6d23 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e167e43c-8958-46db-953d-f60c625ee80b HTTP/1.1" status: 200 len: 910 time: 0.1631064 Oct 12 18:29:46.643312 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dc9131b0-35dd-4e6f-be25-8370918daa6e req-309e1a74-f6db-4632-8ccb-eb4b86bfa1b4 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161175 Oct 12 18:29:46.723190 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-727dc663-e0a7-44eb-887d-11ae05827d5f req-5533164c-ab12-460f-b055-840d40faece8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b HTTP/1.1" status: 200 len: 999 time: 0.0721762 Oct 12 18:29:46.724737 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-1022235a-4429-4801-8e13-9896683431ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port': {'id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:55Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': '17fa0efe-225d-4117-926c-567bc7d85fa0', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'port_id': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'mac_address': 'fa:16:3e:be:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:29:44Z', 'updated_at': '2021-10-12T18:29:44Z', 'revision_number': 0, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc9aaf27-e647-49e2-8740-78eebb4283bf', 'name': '', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'mac_address': 'fa:16:3e:6a:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:58Z', 'updated_at': '2021-10-12T18:28:07Z', 'revision_number': 5, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'subnets': [{'id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:29:46.750783 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022235a-4429-4801-8e13-9896683431ad None None] The sync data for ids ['49e02d36-007c-4d88-b88a-843b11de9e6e'] in dv-cinder-813227-2-iscsi is: [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port': {'id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:55Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': '17fa0efe-225d-4117-926c-567bc7d85fa0', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'port_id': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'mac_address': 'fa:16:3e:be:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:29:44Z', 'updated_at': '2021-10-12T18:29:44Z', 'revision_number': 0, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc9aaf27-e647-49e2-8740-78eebb4283bf', 'name': '', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'mac_address': 'fa:16:3e:6a:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:58Z', 'updated_at': '2021-10-12T18:28:07Z', 'revision_number': 5, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'subnets': [{'id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:29:46.773684 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dc663-e0a7-44eb-887d-11ae05827d5f req-0ed68d45-0e1b-486f-b3bd-2f6df2e53d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:46.778550 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-727dc663-e0a7-44eb-887d-11ae05827d5f req-0ed68d45-0e1b-486f-b3bd-2f6df2e53d2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c5bd168-ecbc-44e3-8d6b-baa09d325a05 HTTP/1.1" status: 200 len: 848 time: 0.0449188 Oct 12 18:29:46.822167 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dc663-e0a7-44eb-887d-11ae05827d5f req-206f6d07-afcb-4c3b-a8da-2ef85b84455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:46.823646 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-727dc663-e0a7-44eb-887d-11ae05827d5f req-206f6d07-afcb-4c3b-a8da-2ef85b84455b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e167e43c-8958-46db-953d-f60c625ee80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406616 Oct 12 18:29:46.921690 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-727dc663-e0a7-44eb-887d-11ae05827d5f req-ba0f0210-0abd-47ca-b1e4-ba20329d0443 service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898793 Oct 12 18:29:46.951169 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97063d11-9981-4dd7-91c7-d456b52c39ea None None] New status for floating IP 17fa0efe-225d-4117-926c-567bc7d85fa0: ACTIVE {{(pid=94837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:29:47.055642 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-727dc663-e0a7-44eb-887d-11ae05827d5f req-a6b684b7-23d1-4c0f-b7f8-8455e285500d service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257317 Oct 12 18:29:47.092169 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ab55e-d15a-4143-9706-9042fa2159b5 req-660db584-389f-4e54-8366-c5a0d74c30f6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:47.093835 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-453ab55e-d15a-4143-9706-9042fa2159b5 req-660db584-389f-4e54-8366-c5a0d74c30f6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0599830 Oct 12 18:29:47.137825 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-453ab55e-d15a-4143-9706-9042fa2159b5 req-c26a6950-5b75-48d8-b2b2-6e08cf4c19d0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364192 Oct 12 18:29:47.357460 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a427154-ed75-4d7b-91b9-d0c4fcf72faf req-8c761dba-8402-436c-ab8b-522a7b056cd0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:47.358921 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2a427154-ed75-4d7b-91b9-d0c4fcf72faf req-8c761dba-8402-436c-ab8b-522a7b056cd0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0474803 Oct 12 18:29:47.396721 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2a427154-ed75-4d7b-91b9-d0c4fcf72faf req-95e5f60a-2747-491f-a4ca-7a4452f4e166 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312161 Oct 12 18:29:47.449493 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141598a-0035-4aaf-9245-7d6e7587162b req-cdf35628-6f6a-4035-bfbc-96d824aa2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:47.451114 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e141598a-0035-4aaf-9245-7d6e7587162b req-cdf35628-6f6a-4035-bfbc-96d824aa2350 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f9fb6543096402dbf4351b0e6639431&device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 1099 time: 0.0422101 Oct 12 18:29:47.547620 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141598a-0035-4aaf-9245-7d6e7587162b req-052e14d6-6252-455d-9480-bd38f9cde07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:47.549050 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e141598a-0035-4aaf-9245-7d6e7587162b req-052e14d6-6252-455d-9480-bd38f9cde07b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 HTTP/1.1" status: 200 len: 920 time: 0.0903423 Oct 12 18:29:48.340423 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abc328-2b0c-4b93-8dd0-45fa59df10f3 req-d0e8c0cd-da20-4a97-9011-b2ff4745ad7c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:48.341937 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e0abc328-2b0c-4b93-8dd0-45fa59df10f3 req-d0e8c0cd-da20-4a97-9011-b2ff4745ad7c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0512311 Oct 12 18:29:48.380863 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e0abc328-2b0c-4b93-8dd0-45fa59df10f3 req-91feee03-4516-4751-89a3-46c366b6340d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328591 Oct 12 18:29:48.519681 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44bdd7-1f15-418e-a279-6dd9da14252d req-e97f3098-1ab9-4af4-941a-a8e47845f31c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:48.521882 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ac44bdd7-1f15-418e-a279-6dd9da14252d req-e97f3098-1ab9-4af4-941a-a8e47845f31c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0487349 Oct 12 18:29:48.562114 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ac44bdd7-1f15-418e-a279-6dd9da14252d req-6f11bd2c-6b34-4e48-85c8-2628661e746c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340509 Oct 12 18:29:49.504858 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e50cca-5044-41b2-8632-8e54087048ec req-0f8fae3a-d79d-4977-a00e-b36536c0d23d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:49.506358 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-41e50cca-5044-41b2-8632-8e54087048ec req-0f8fae3a-d79d-4977-a00e-b36536c0d23d tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0547743 Oct 12 18:29:49.544087 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-41e50cca-5044-41b2-8632-8e54087048ec req-828b11b5-421d-4322-b41d-df3de821d49e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313594 Oct 12 18:29:49.685386 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb252c-b9d7-4849-9653-947e7d095b78 req-5424ab2b-52c4-422c-abb8-7a3e02b5a3c6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:49.686918 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d0eb252c-b9d7-4849-9653-947e7d095b78 req-5424ab2b-52c4-422c-abb8-7a3e02b5a3c6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0506916 Oct 12 18:29:49.726415 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d0eb252c-b9d7-4849-9653-947e7d095b78 req-e3845348-dcf5-40af-b22d-72af8168c212 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329943 Oct 12 18:29:50.664529 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e64144-4a3e-4e83-a138-5856d1cb01f6 req-6cec528a-4a96-44a6-94ef-c170ca8a4468 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:50.665926 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-32e64144-4a3e-4e83-a138-5856d1cb01f6 req-6cec528a-4a96-44a6-94ef-c170ca8a4468 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0524898 Oct 12 18:29:50.703344 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-32e64144-4a3e-4e83-a138-5856d1cb01f6 req-5112c250-7c5c-47ac-b75b-bb3498ab7fe6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314012 Oct 12 18:29:50.851251 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eee805-c61a-436f-a02b-f8483afb5bfa req-70537cbd-f4e9-4cc8-86a1-97d23e1b298e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:50.852745 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b9eee805-c61a-436f-a02b-f8483afb5bfa req-70537cbd-f4e9-4cc8-86a1-97d23e1b298e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0541224 Oct 12 18:29:50.889944 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b9eee805-c61a-436f-a02b-f8483afb5bfa req-bced6aac-016a-4046-a192-482a1b587a2a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312581 Oct 12 18:29:51.827129 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec442f7-4758-4f78-967f-43f55231f866 req-ea720930-05e8-4cda-88e0-1de230bdbc54 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:51.828618 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dec442f7-4758-4f78-967f-43f55231f866 req-ea720930-05e8-4cda-88e0-1de230bdbc54 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0521975 Oct 12 18:29:51.870380 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dec442f7-4758-4f78-967f-43f55231f866 req-58f486d7-74ea-4ded-b7a2-3049e84318f2 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347106 Oct 12 18:29:52.025470 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c8b35-949e-4062-993b-b7f762059825 req-fbe3f660-7c65-4548-8878-8eb13ae01298 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:52.028512 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-366c8b35-949e-4062-993b-b7f762059825 req-fbe3f660-7c65-4548-8878-8eb13ae01298 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0597928 Oct 12 18:29:52.071421 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-366c8b35-949e-4062-993b-b7f762059825 req-dae6cc50-d7d7-4c34-934f-60cdba0e7d53 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353260 Oct 12 18:29:52.994329 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7c6a1-14e8-4145-b5ac-432eeb657dcd req-6d414eee-bd9a-4a2a-a2b3-28e51fcadf38 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:52.995981 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-53f7c6a1-14e8-4145-b5ac-432eeb657dcd req-6d414eee-bd9a-4a2a-a2b3-28e51fcadf38 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0520549 Oct 12 18:29:53.040307 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-53f7c6a1-14e8-4145-b5ac-432eeb657dcd req-fe9c0cf5-6e78-474b-a937-575b777f106a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379024 Oct 12 18:29:53.197040 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eff55a-850f-40f1-a613-bcdaf12d055e req-bab929ff-f83c-45af-91bf-fc1e4be06aa1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:53.198408 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-04eff55a-850f-40f1-a613-bcdaf12d055e req-bab929ff-f83c-45af-91bf-fc1e4be06aa1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0492911 Oct 12 18:29:53.237496 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-04eff55a-850f-40f1-a613-bcdaf12d055e req-7edbac94-0190-4434-8b41-2f32ea384cc1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323403 Oct 12 18:29:54.164153 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713a46b-f947-4578-81ab-f3fa93722db0 req-63c33c8e-76b7-4ea5-81ad-9fdb576c2508 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:54.165689 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8713a46b-f947-4578-81ab-f3fa93722db0 req-63c33c8e-76b7-4ea5-81ad-9fdb576c2508 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0522528 Oct 12 18:29:54.203457 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8713a46b-f947-4578-81ab-f3fa93722db0 req-bf790a7e-3bdd-48f4-8d64-a02aa3729bfc tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308449 Oct 12 18:29:54.360656 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083294f8-57f0-42e3-8e9c-f6415cf09ec3 req-26881548-17bd-40c6-868e-39071feb67ce tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:54.362061 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-083294f8-57f0-42e3-8e9c-f6415cf09ec3 req-26881548-17bd-40c6-868e-39071feb67ce tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0536203 Oct 12 18:29:54.640602 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-083294f8-57f0-42e3-8e9c-f6415cf09ec3 req-f5166e3b-a9f4-4945-8dd2-24e20f332895 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722976 Oct 12 18:29:55.327930 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41179400-28fe-4165-a564-b27309f4502f req-90d8c073-5e98-4e05-8c90-f395a4065cf8 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:55.329418 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-41179400-28fe-4165-a564-b27309f4502f req-90d8c073-5e98-4e05-8c90-f395a4065cf8 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0585411 Oct 12 18:29:55.366912 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-41179400-28fe-4165-a564-b27309f4502f req-c0e7f848-6ada-45b2-a118-9b91c4db2a7c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315359 Oct 12 18:29:55.762610 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50dafe-ba5f-46d9-9b49-43a17d3244fe req-49765f96-61df-428e-8f52-03de3b34ea79 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:55.764118 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ee50dafe-ba5f-46d9-9b49-43a17d3244fe req-49765f96-61df-428e-8f52-03de3b34ea79 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0506988 Oct 12 18:29:55.803711 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ee50dafe-ba5f-46d9-9b49-43a17d3244fe req-fb6de744-698b-41be-ad02-e9b70c6f622d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330255 Oct 12 18:29:56.491614 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30980e5e-b4c7-49bf-ab9a-7cff48946ac4 req-670d785b-57b2-40dd-8ae5-fd98758b6143 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:56.493195 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-30980e5e-b4c7-49bf-ab9a-7cff48946ac4 req-670d785b-57b2-40dd-8ae5-fd98758b6143 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0545096 Oct 12 18:29:56.532269 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-30980e5e-b4c7-49bf-ab9a-7cff48946ac4 req-558f0d24-20e0-41ff-86e2-1710d0b66dda tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332344 Oct 12 18:29:56.935824 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca085cb-00a9-46bf-9968-51d3bb861bf3 req-de95948c-948c-4d32-8d0c-5c5da365a751 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:56.937309 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8ca085cb-00a9-46bf-9968-51d3bb861bf3 req-de95948c-948c-4d32-8d0c-5c5da365a751 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0489268 Oct 12 18:29:56.977518 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8ca085cb-00a9-46bf-9968-51d3bb861bf3 req-e0fb3808-fc63-4024-8bcd-ad36c2d87a57 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337095 Oct 12 18:29:57.658323 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8608a5c-d6d8-4cb6-9a4a-31aa947b7343 req-e02a80a6-e43f-4554-9bb2-16a5a6261f2a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:57.660353 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a8608a5c-d6d8-4cb6-9a4a-31aa947b7343 req-e02a80a6-e43f-4554-9bb2-16a5a6261f2a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0593555 Oct 12 18:29:57.698340 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a8608a5c-d6d8-4cb6-9a4a-31aa947b7343 req-e681395a-4798-4d41-93be-f325d854ca62 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Oct 12 18:29:58.106740 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f0237-0c24-4ef0-9fb9-852d17db6b94 req-a0ae1546-bfa5-409d-addc-4355a6287cae tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:58.108707 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f04f0237-0c24-4ef0-9fb9-852d17db6b94 req-a0ae1546-bfa5-409d-addc-4355a6287cae tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0581422 Oct 12 18:29:58.147106 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f04f0237-0c24-4ef0-9fb9-852d17db6b94 req-e4543c3c-6d14-4caf-95f4-a7c02a764a6b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321541 Oct 12 18:29:58.819985 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ed987-3352-4143-8c28-426f2bc33ad8 req-38ffd6b5-9776-41d2-a744-f492da669c8c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:58.821507 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d36ed987-3352-4143-8c28-426f2bc33ad8 req-38ffd6b5-9776-41d2-a744-f492da669c8c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0520725 Oct 12 18:29:58.858929 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d36ed987-3352-4143-8c28-426f2bc33ad8 req-e836755a-b0ee-49e6-9907-c94618637000 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Oct 12 18:29:59.266403 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fcf3c-1ffa-4a85-b97f-9a8b53830559 req-35aed858-3135-4a85-ac2b-5d26483d46c1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:59.267960 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-429fcf3c-1ffa-4a85-b97f-9a8b53830559 req-35aed858-3135-4a85-ac2b-5d26483d46c1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0497124 Oct 12 18:29:59.310058 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-429fcf3c-1ffa-4a85-b97f-9a8b53830559 req-42946cd3-b167-4a8b-8735-14e0a6065976 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336919 Oct 12 18:29:59.985255 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354fa6d-8b79-4363-bda9-65d7964b65e8 req-fca8b083-99c6-4129-805c-b389fe3216d6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:29:59.986909 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7354fa6d-8b79-4363-bda9-65d7964b65e8 req-fca8b083-99c6-4129-805c-b389fe3216d6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0556016 Oct 12 18:29:59.994813 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:30:00.026369 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7354fa6d-8b79-4363-bda9-65d7964b65e8 req-8dcb69b0-7870-43fa-8fa6-a3de52ec7184 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334394 Oct 12 18:30:00.433375 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffa7c4-0c2e-49f3-85bf-3dd5e8531f52 req-c8ef4c9a-8655-4f5e-8c08-ffa68d02883d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:00.434856 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2fffa7c4-0c2e-49f3-85bf-3dd5e8531f52 req-c8ef4c9a-8655-4f5e-8c08-ffa68d02883d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0528452 Oct 12 18:30:00.476954 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2fffa7c4-0c2e-49f3-85bf-3dd5e8531f52 req-a34f64f0-27c6-45fc-a8f0-93ba04d02215 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355971 Oct 12 18:30:01.145133 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72d475-9556-4a5e-ac38-b671f5433cd1 req-074b07ad-17be-4b2b-8b21-1c941ee7968a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:01.146898 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cd72d475-9556-4a5e-ac38-b671f5433cd1 req-074b07ad-17be-4b2b-8b21-1c941ee7968a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0534196 Oct 12 18:30:01.185152 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cd72d475-9556-4a5e-ac38-b671f5433cd1 req-6ed2daa2-62b5-4536-952a-b287bc8a39eb tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317652 Oct 12 18:30:01.603908 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caa998-0e8e-49ca-953f-be5514d2d06f req-bf484fe9-3da3-4293-8dfe-35eb93fd6c80 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:01.605501 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b8caa998-0e8e-49ca-953f-be5514d2d06f req-bf484fe9-3da3-4293-8dfe-35eb93fd6c80 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0515194 Oct 12 18:30:01.649360 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b8caa998-0e8e-49ca-953f-be5514d2d06f req-ed8d2779-7a2a-492c-b92b-4d7e8b1cc3e8 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377865 Oct 12 18:30:02.306774 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82efe48-f314-400e-9f1e-2e4f0bb3fce0 req-82c3ee37-20f2-4163-b259-41af0309fed2 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:02.308931 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e82efe48-f314-400e-9f1e-2e4f0bb3fce0 req-82c3ee37-20f2-4163-b259-41af0309fed2 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0520020 Oct 12 18:30:02.348909 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e82efe48-f314-400e-9f1e-2e4f0bb3fce0 req-fc3a0eb4-6d52-4d51-967d-2433caa762d6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Oct 12 18:30:02.775425 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba0765-9d4c-4891-ba8d-165a04d921df req-1b3641aa-9e2a-4bbe-b244-f95fd8c97175 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:02.776973 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-eaba0765-9d4c-4891-ba8d-165a04d921df req-1b3641aa-9e2a-4bbe-b244-f95fd8c97175 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0545261 Oct 12 18:30:02.816735 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-eaba0765-9d4c-4891-ba8d-165a04d921df req-02e22730-4122-4a28-a3e6-4cbbdc49af72 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333228 Oct 12 18:30:03.466952 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe6dc9-3564-486b-adb8-184b06ed3415 req-3453e4ad-51d3-47e2-a1e6-c818b744bbd0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:03.468408 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b1fe6dc9-3564-486b-adb8-184b06ed3415 req-3453e4ad-51d3-47e2-a1e6-c818b744bbd0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0525453 Oct 12 18:30:03.504819 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b1fe6dc9-3564-486b-adb8-184b06ed3415 req-2e227ae6-b022-432f-8941-a060063b2e95 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305214 Oct 12 18:30:03.935911 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5da718-4438-4697-8ff3-7cd8ef0f33f1 req-674a5b08-91c4-4d80-b8b5-a3c61464dbb6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:03.937418 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dd5da718-4438-4697-8ff3-7cd8ef0f33f1 req-674a5b08-91c4-4d80-b8b5-a3c61464dbb6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0489850 Oct 12 18:30:03.974430 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dd5da718-4438-4697-8ff3-7cd8ef0f33f1 req-6f299579-a8a1-481c-b3e0-7493073998b4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304773 Oct 12 18:30:04.580092 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b06b0cf-8f07-46d7-9f27-6c89ef585fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:04.617722 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226166b3-2b10-4736-b893-eca0e3a40e46 req-22649993-ecb8-47a4-9544-6f18092ec5b4 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:04.628808 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-226166b3-2b10-4736-b893-eca0e3a40e46 req-22649993-ecb8-47a4-9544-6f18092ec5b4 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0485513 Oct 12 18:30:04.657690 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-226166b3-2b10-4736-b893-eca0e3a40e46 req-58ae0dc1-ba2f-4a19-94c0-c8042b9607b8 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324478 Oct 12 18:30:05.097873 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003e107-7c76-4c39-8cb2-26529db07ca9 req-714b20c3-1a70-455b-a76d-0cd6007d2c36 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:05.099481 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c003e107-7c76-4c39-8cb2-26529db07ca9 req-714b20c3-1a70-455b-a76d-0cd6007d2c36 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0518365 Oct 12 18:30:05.136392 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c003e107-7c76-4c39-8cb2-26529db07ca9 req-84fa1aca-be4f-4628-b83f-ea6480a3956d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309415 Oct 12 18:30:05.769855 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db688e6c-922e-47f8-81d4-218ff62192a5 req-0d7bf5cc-2e90-438a-b08d-a6d006bedaae tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:05.771312 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-db688e6c-922e-47f8-81d4-218ff62192a5 req-0d7bf5cc-2e90-438a-b08d-a6d006bedaae tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0481973 Oct 12 18:30:05.810106 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-db688e6c-922e-47f8-81d4-218ff62192a5 req-708a03cf-a84e-4519-87b2-49978f3697a6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Oct 12 18:30:05.959946 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e141598a-0035-4aaf-9245-7d6e7587162b req-947870dd-2529-4383-9cef-3de72f0587f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc8c6d70-7941-4089-842b-2e9d99ab6161 HTTP/1.1" status: 200 len: 217 time: 0.0354307 Oct 12 18:30:06.016413 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141598a-0035-4aaf-9245-7d6e7587162b req-ebc5e4c1-aec6-445e-9e25-b0be5d91eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:06.018376 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e141598a-0035-4aaf-9245-7d6e7587162b req-ebc5e4c1-aec6-445e-9e25-b0be5d91eed3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e290483-eff8-462e-be86-c9de2f5e9c99 HTTP/1.1" status: 200 len: 859 time: 0.0494912 Oct 12 18:30:06.050561 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e141598a-0035-4aaf-9245-7d6e7587162b req-9ba36e57-a956-429b-9d78-06c73b9e0e7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241261 Oct 12 18:30:06.144421 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e141598a-0035-4aaf-9245-7d6e7587162b req-2eae6169-6312-4ab1-8638-590b9c65b71d service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820897 Oct 12 18:30:06.266601 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e141598a-0035-4aaf-9245-7d6e7587162b req-7be50b0e-3f90-4a94-af7b-c29f0c250df4 service neutron] 10.222.0.42 "GET /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123369 Oct 12 18:30:06.279662 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1e764-495f-4df9-9b26-f99cb7405444 req-6eac7cf7-4a9b-4c18-9bbe-abe9ce06d188 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:06.281109 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-efd1e764-495f-4df9-9b26-f99cb7405444 req-6eac7cf7-4a9b-4c18-9bbe-abe9ce06d188 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0719423 Oct 12 18:30:06.321614 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-efd1e764-495f-4df9-9b26-f99cb7405444 req-6fa725a1-9e00-4251-85aa-ba242fa017e8 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337934 Oct 12 18:30:06.928213 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91abcdf-0602-4978-b7b3-4171361838b4 req-54bd414d-b203-4896-95ee-8104a6967a6f tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:06.929677 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c91abcdf-0602-4978-b7b3-4171361838b4 req-54bd414d-b203-4896-95ee-8104a6967a6f tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0538003 Oct 12 18:30:06.966512 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c91abcdf-0602-4978-b7b3-4171361838b4 req-e7987846-e7cf-4c00-91e1-e0d66cbefe26 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308738 Oct 12 18:30:07.225732 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5b45683f-f418-4397-8faa-5c3d2d60da68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:07.439237 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f8322-4f92-4326-aa8c-42eae26fb7e4 req-5aa604f6-d84c-4ab3-8eed-12353e0bbdc2 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:07.440758 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-175f8322-4f92-4326-aa8c-42eae26fb7e4 req-5aa604f6-d84c-4ab3-8eed-12353e0bbdc2 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0487087 Oct 12 18:30:07.478126 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-175f8322-4f92-4326-aa8c-42eae26fb7e4 req-d237ecb9-5bdf-4f74-a30f-4fb6cd226f8f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314641 Oct 12 18:30:08.048318 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:08.082246 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d4060-02a3-4e81-a2f8-f07e7efcdfb7 req-b56f4590-4967-4f1f-a243-1e933d9bd4e5 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:08.083725 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc0d4060-02a3-4e81-a2f8-f07e7efcdfb7 req-b56f4590-4967-4f1f-a243-1e933d9bd4e5 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0497053 Oct 12 18:30:08.121502 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc0d4060-02a3-4e81-a2f8-f07e7efcdfb7 req-be0dc3ea-5f0e-48bb-8ec2-74022ccfd6e5 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Oct 12 18:30:08.315620 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:08.598578 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9640-1c93-4a1b-95f3-15a7e5d6f87d req-87f8c3c0-d967-4d49-8cea-c718f977415d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:08.599950 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cb1f9640-1c93-4a1b-95f3-15a7e5d6f87d req-87f8c3c0-d967-4d49-8cea-c718f977415d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0525994 Oct 12 18:30:08.638879 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cb1f9640-1c93-4a1b-95f3-15a7e5d6f87d req-ba957890-6361-40fb-9e7d-0075b2e8721c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330532 Oct 12 18:30:09.244071 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832f41b-d9c9-41a2-9e0f-2ee2632fd681 req-dcfd5ef9-e04c-4b73-9fea-d2430a41faae tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:09.246424 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2832f41b-d9c9-41a2-9e0f-2ee2632fd681 req-dcfd5ef9-e04c-4b73-9fea-d2430a41faae tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0592186 Oct 12 18:30:09.285955 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2832f41b-d9c9-41a2-9e0f-2ee2632fd681 req-1dd50adf-f43c-4bd6-bb57-3a49c4031690 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315340 Oct 12 18:30:09.760357 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2f923-23fa-4690-8544-152a819a3119 req-56189bee-ead8-4ed2-9cce-cb25e6787df3 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:09.761836 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9ae2f923-23fa-4690-8544-152a819a3119 req-56189bee-ead8-4ed2-9cce-cb25e6787df3 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0484970 Oct 12 18:30:09.800884 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9ae2f923-23fa-4690-8544-152a819a3119 req-8be3d0d1-a306-4bff-9297-eb4ceb6728cc tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331802 Oct 12 18:30:10.041150 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:10.406971 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673727c3-f253-4b86-9b5f-66c34e77b3de req-fd8a7ec7-cc66-4b3d-a696-df4fe4012a85 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:10.408496 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-673727c3-f253-4b86-9b5f-66c34e77b3de req-fd8a7ec7-cc66-4b3d-a696-df4fe4012a85 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0548491 Oct 12 18:30:10.445614 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-673727c3-f253-4b86-9b5f-66c34e77b3de req-67e4e190-d7f6-487f-b004-a907745c83a4 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312212 Oct 12 18:30:10.766867 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:10.923519 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8c8f7-d70b-46d2-96d9-1c441927ce08 req-d08a2a85-f806-4631-8635-154cdc50a285 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:10.925523 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6fb8c8f7-d70b-46d2-96d9-1c441927ce08 req-d08a2a85-f806-4631-8635-154cdc50a285 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0489194 Oct 12 18:30:10.964792 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6fb8c8f7-d70b-46d2-96d9-1c441927ce08 req-22818ca5-ae1c-417b-9e49-42c164b55f0e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332038 Oct 12 18:30:12.099256 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7be69-6233-42a9-a3b2-662bbf3b9181 req-13ecdcc2-9a66-4429-b10a-c54e1e3b402f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:12.100772 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06f7be69-6233-42a9-a3b2-662bbf3b9181 req-13ecdcc2-9a66-4429-b10a-c54e1e3b402f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0491002 Oct 12 18:30:12.138844 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-06f7be69-6233-42a9-a3b2-662bbf3b9181 req-f82b4d76-3cf2-4885-a5a7-342442ce451e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321472 Oct 12 18:30:13.263216 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dca35e-1a0b-4951-8e0b-062fba8b4ecb req-3863360a-6ddf-43fa-825d-6353811058ae tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:13.264745 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-42dca35e-1a0b-4951-8e0b-062fba8b4ecb req-3863360a-6ddf-43fa-825d-6353811058ae tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0526187 Oct 12 18:30:13.305312 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-42dca35e-1a0b-4951-8e0b-062fba8b4ecb req-d57b0be1-874b-4f46-a883-65278e5363c0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345178 Oct 12 18:30:14.425272 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee4b2b-9ee2-42bc-94a1-f8746b377cdc req-df4253ae-b9c6-4f17-ba9f-242950635469 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:14.426705 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8aee4b2b-9ee2-42bc-94a1-f8746b377cdc req-df4253ae-b9c6-4f17-ba9f-242950635469 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0486052 Oct 12 18:30:14.464198 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8aee4b2b-9ee2-42bc-94a1-f8746b377cdc req-5e5d1185-d1df-468e-95eb-e3fc44aadb4f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316117 Oct 12 18:30:15.582315 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ec4dd-792c-450a-ba56-185cbdd41aea req-c99dd420-332b-44c6-b482-29250e1aa236 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:15.583676 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-358ec4dd-792c-450a-ba56-185cbdd41aea req-c99dd420-332b-44c6-b482-29250e1aa236 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0481889 Oct 12 18:30:15.620976 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-358ec4dd-792c-450a-ba56-185cbdd41aea req-753a415b-0f03-4ada-921b-7390118e8d9c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314023 Oct 12 18:30:16.226957 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053960f-4e9f-4fd1-a1b6-7738f3f5ab2d req-7423685d-4472-4fad-8f25-21274fbc4744 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:16.228383 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f053960f-4e9f-4fd1-a1b6-7738f3f5ab2d req-7423685d-4472-4fad-8f25-21274fbc4744 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0514016 Oct 12 18:30:16.267198 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f053960f-4e9f-4fd1-a1b6-7738f3f5ab2d req-eb62d87e-839b-4022-9556-5f24c2248ffe tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329857 Oct 12 18:30:16.740035 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738cfb4-511a-496d-a21a-e248b687209a req-dc282971-5873-4b8d-8dd4-9e619bc092e6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:16.741521 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1738cfb4-511a-496d-a21a-e248b687209a req-dc282971-5873-4b8d-8dd4-9e619bc092e6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 944 time: 0.0482111 Oct 12 18:30:16.780174 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1738cfb4-511a-496d-a21a-e248b687209a req-1d3013b3-91a3-4fc2-b485-d5799047b5c5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328059 Oct 12 18:30:16.814708 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fabaeaf5-eee4-46bf-a4bf-984ef9955b1e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:30:16.906010 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:30:16.917357 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'port_id': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'mac_address': 'fa:16:3e:d4:a3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:30:16.953547 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:16.966426 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabaeaf5-eee4-46bf-a4bf-984ef9955b1e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:30:16.984806 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:30:17.099837 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:17.150780 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,revision_number=9']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:30:17.157857 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:17.162170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:17.162170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:17.162170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:17.162170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:17.162170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:17.162170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:17.162170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:17.162170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:17.162170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:17.162170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:17.162170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:17.381523 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbeff3-f40a-4553-ad3a-25d8e9e1648e req-5bfceae6-a4d6-4ca3-a8ab-fe3f080164d9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:17.383060 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-85bbeff3-f40a-4553-ad3a-25d8e9e1648e req-5bfceae6-a4d6-4ca3-a8ab-fe3f080164d9 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0495813 Oct 12 18:30:17.420560 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-85bbeff3-f40a-4553-ad3a-25d8e9e1648e req-a6ac9a6b-7320-40d4-9552-2bd1002114a6 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314741 Oct 12 18:30:17.528705 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['fabaeaf5-eee4-46bf-a4bf-984ef9955b1e'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:30:17.901935 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cd2c7-bbab-449b-9a4a-0054ef600705 req-81221b82-2e56-4902-8292-2705ac7c2bb1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:17.903931 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5f8cd2c7-bbab-449b-9a4a-0054ef600705 req-81221b82-2e56-4902-8292-2705ac7c2bb1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 945 time: 0.0538201 Oct 12 18:30:17.941183 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5f8cd2c7-bbab-449b-9a4a-0054ef600705 req-736b044c-8670-4ec7-a035-167f8a32eee8 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308065 Oct 12 18:30:18.549224 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800c362-e4ec-4f85-9082-9a41f02acced req-742e59a4-189c-4018-97b6-ee840ec88313 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:18.550848 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6800c362-e4ec-4f85-9082-9a41f02acced req-742e59a4-189c-4018-97b6-ee840ec88313 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0629919 Oct 12 18:30:18.592305 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6800c362-e4ec-4f85-9082-9a41f02acced req-dd74915f-2034-4a7f-990d-65f44407475b tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349166 Oct 12 18:30:18.834572 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fabaeaf5-eee4-46bf-a4bf-984ef9955b1e up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:30:18.872369 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39dcbd-3cfe-46bf-8731-6d8ab01ad90c req-56d9b017-d7f1-4e26-b590-c629a27771ec tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:18.873847 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4b39dcbd-3cfe-46bf-8731-6d8ab01ad90c req-56d9b017-d7f1-4e26-b590-c629a27771ec tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.42 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 945 time: 0.0481856 Oct 12 18:30:18.884643 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:30:18.885019 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:18.962207 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:18.970325 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-4b39dcbd-3cfe-46bf-8731-6d8ab01ad90c req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Deleting port 28d1dc71-8166-49a5-a37e-6d2062224b4a {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:30:18.970912 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4b39dcbd-3cfe-46bf-8731-6d8ab01ad90c req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:18.985079 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:30:18.987895 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91093785-fd1d-40ce-b47d-3083ec92cdb8" -d '{"events": [{"server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "name": "network-vif-plugged", "status": "completed", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:30:19.008939 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:30:19.029878 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eabdab3-52a6-4fb5-8102-a1a0ec686a68 x-openstack-request-id: req-1eabdab3-52a6-4fb5-8102-a1a0ec686a68 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:30:19.030165 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "name": "network-vif-plugged", "status": "completed", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:30:19.030412 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1eabdab3-52a6-4fb5-8102-a1a0ec686a68 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:30:19.030799 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'code': 200} Oct 12 18:30:19.101334 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-4b39dcbd-3cfe-46bf-8731-6d8ab01ad90c req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] For port 28d1dc71-8166-49a5-a37e-6d2062224b4a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28d1dc71-8166-49a5-a37e-6d2062224b4a,segment=NetworkSegment(b99991a6-1642-4270-ad50-2fbe9e23d277),segment_id=b99991a6-1642-4270-ad50-2fbe9e23d277)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:30:19.101605 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4b39dcbd-3cfe-46bf-8731-6d8ab01ad90c req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:19.111817 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:19.118388 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768f326-ea3d-4a16-99cd-dbc87f840cc9 req-9db6982e-7570-48ba-bebb-f9f57624027d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:19.119889 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5768f326-ea3d-4a16-99cd-dbc87f840cc9 req-9db6982e-7570-48ba-bebb-f9f57624027d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 945 time: 0.0978620 Oct 12 18:30:19.127673 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-4b39dcbd-3cfe-46bf-8731-6d8ab01ad90c req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Calling delete_port for 28d1dc71-8166-49a5-a37e-6d2062224b4a owned by compute:nova {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:30:19.161840 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:30:19.196180 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5768f326-ea3d-4a16-99cd-dbc87f840cc9 req-3468a25d-e578-404a-8072-e47267318adf tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702126 Oct 12 18:30:19.346264 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4b39dcbd-3cfe-46bf-8731-6d8ab01ad90c req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:19.358562 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['fc8c6d70-7941-4089-842b-2e9d99ab6161', '28d1dc71-8166-49a5-a37e-6d2062224b4a'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:30:19.375321 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Pushing event deleted for resources: {'Port': ['ID=28d1dc71-8166-49a5-a37e-6d2062224b4a,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:30:19.386990 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:19.387333 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:19.387671 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:19.388001 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:19.388328 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:19.388679 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:19.389001 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:19.389320 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:19.389637 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:19.389954 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:19.390270 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:19.390586 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:19.424483 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b39dcbd-3cfe-46bf-8731-6d8ab01ad90c req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] No DVR routers for this DVR port 28d1dc71-8166-49a5-a37e-6d2062224b4a on host hv-cinder-81322 {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:30:19.428203 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4b39dcbd-3cfe-46bf-8731-6d8ab01ad90c req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:19.432273 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4b39dcbd-3cfe-46bf-8731-6d8ab01ad90c req-eed575ff-8130-4ddd-aa25-b6742903b315 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.42 "DELETE /v2.0/ports/28d1dc71-8166-49a5-a37e-6d2062224b4a HTTP/1.1" status: 204 len: 173 time: 0.5520597 Oct 12 18:30:19.432753 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b9689f-c878-4777-b81b-976434249834', 'name': 'network-vif-deleted', 'tag': '28d1dc71-8166-49a5-a37e-6d2062224b4a'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:30:19.435487 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84031e19-1a5c-4d7f-99b9-9801c4836fa7" -d '{"events": [{"server_uuid": "40b9689f-c878-4777-b81b-976434249834", "name": "network-vif-deleted", "tag": "28d1dc71-8166-49a5-a37e-6d2062224b4a"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:30:19.473098 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301c06ae-d655-4b8c-bff9-2864f44af7b7 x-openstack-request-id: req-301c06ae-d655-4b8c-bff9-2864f44af7b7 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:30:19.473384 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b9689f-c878-4777-b81b-976434249834", "name": "network-vif-deleted", "tag": "28d1dc71-8166-49a5-a37e-6d2062224b4a", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:30:19.473658 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-301c06ae-d655-4b8c-bff9-2864f44af7b7 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:30:19.474043 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b9689f-c878-4777-b81b-976434249834', 'name': 'network-vif-deleted', 'tag': '28d1dc71-8166-49a5-a37e-6d2062224b4a', 'status': 'completed', 'code': 200} Oct 12 18:30:19.709004 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9b217622-bc5d-479d-8dbe-d27a352641e9 req-b61f9ca1-ab95-44da-b055-cd106346b2c7 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 210 time: 0.0466683 Oct 12 18:30:19.724302 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938eea7-ede1-45b0-88ef-762dc947c9ab req-763a7ecc-4d9d-46ac-b2f1-29cff21594a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:19.725785 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0938eea7-ede1-45b0-88ef-762dc947c9ab req-763a7ecc-4d9d-46ac-b2f1-29cff21594a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 1100 time: 0.0548010 Oct 12 18:30:19.762209 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0938eea7-ede1-45b0-88ef-762dc947c9ab req-2af2b13d-838c-4a03-b770-6730a50c898f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285332 Oct 12 18:30:20.327143 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b010d-4730-4527-9fca-179ed646283f req-98bd77a6-02e9-4732-9604-4a2b68d79e0b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:20.328795 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-573b010d-4730-4527-9fca-179ed646283f req-98bd77a6-02e9-4732-9604-4a2b68d79e0b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 947 time: 0.0578127 Oct 12 18:30:20.374879 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-573b010d-4730-4527-9fca-179ed646283f req-548eb0e8-467c-49b4-ba64-ce178eb26828 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358031 Oct 12 18:30:20.818730 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f07f6ed2-f3bc-4897-a580-6803d656a5e6 req-a42f1299-8017-488a-a679-12df1f8b183e tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=40b9689f-c878-4777-b81b-976434249834 HTTP/1.1" status: 200 len: 210 time: 0.0270200 Oct 12 18:30:21.497195 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a488aec-b295-456e-8950-5e3ef542c68b req-0478ca56-d395-4730-ab54-7c32319cb68a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:21.498645 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9a488aec-b295-456e-8950-5e3ef542c68b req-0478ca56-d395-4730-ab54-7c32319cb68a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 947 time: 0.0524497 Oct 12 18:30:21.537983 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9a488aec-b295-456e-8950-5e3ef542c68b req-9e8e2fda-e391-46a2-92a1-50223788e116 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328951 Oct 12 18:30:22.418586 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060df015-7247-469d-9b0c-07ba2daa8b0b req-7db0c3a6-f158-4b28-8a78-d695fa7570ae tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:22.423089 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-060df015-7247-469d-9b0c-07ba2daa8b0b req-7db0c3a6-f158-4b28-8a78-d695fa7570ae tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0515890 Oct 12 18:30:22.462977 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-060df015-7247-469d-9b0c-07ba2daa8b0b req-0becf7cf-b996-4fb6-9036-dab944fbed6a tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343976 Oct 12 18:30:22.662991 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d439a4-3854-4a0e-9abb-340352c0a488 req-5aa6db24-4c23-4ad6-979f-e2c5651362aa tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:22.664530 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-79d439a4-3854-4a0e-9abb-340352c0a488 req-5aa6db24-4c23-4ad6-979f-e2c5651362aa tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 947 time: 0.0514109 Oct 12 18:30:22.706926 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-79d439a4-3854-4a0e-9abb-340352c0a488 req-b67deeb6-538c-4c9e-8ecb-aef33d0e0c90 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358589 Oct 12 18:30:22.850981 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 28d1dc71-8166-49a5-a37e-6d2062224b4a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:30:22.872069 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: 28d1dc71-8166-49a5-a37e-6d2062224b4a {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:30:22.872417 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 28d1dc71-8166-49a5-a37e-6d2062224b4a not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:30:23.583313 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba18a-a049-4fe9-bf5c-afaf038f524f req-86365ab0-1f82-40b2-a403-2f1bb9bbcef1 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:23.584825 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d36ba18a-a049-4fe9-bf5c-afaf038f524f req-86365ab0-1f82-40b2-a403-2f1bb9bbcef1 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0532212 Oct 12 18:30:23.626918 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d36ba18a-a049-4fe9-bf5c-afaf038f524f req-5f6bd49b-e40b-4c55-ad7e-85bba94a5627 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361836 Oct 12 18:30:23.828775 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c4bb-08a9-4253-b1b5-3fe9e2b4b786 req-b4e72483-03a8-420b-a2f3-8a53a74fa622 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:23.831369 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d839c4bb-08a9-4253-b1b5-3fe9e2b4b786 req-b4e72483-03a8-420b-a2f3-8a53a74fa622 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 947 time: 0.0518632 Oct 12 18:30:23.875451 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d839c4bb-08a9-4253-b1b5-3fe9e2b4b786 req-eb8f62d4-3de8-4fd8-bb6b-c428ab57faf9 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343130 Oct 12 18:30:24.748631 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22eae7d-e3d8-48ef-be95-50aa6a7cb0fb req-df020482-b7c9-43dd-bb8a-c0c3f06bf5d0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:24.750097 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e22eae7d-e3d8-48ef-be95-50aa6a7cb0fb req-df020482-b7c9-43dd-bb8a-c0c3f06bf5d0 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0493743 Oct 12 18:30:24.788723 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e22eae7d-e3d8-48ef-be95-50aa6a7cb0fb req-fed33f8c-1f56-49b6-a97a-b368be609f95 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321100 Oct 12 18:30:25.911175 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5907a-32dd-4272-a374-d2f55f0f9dc5 req-5f54a3a5-168f-415c-83d0-af4745edf178 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:25.912614 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-30f5907a-32dd-4272-a374-d2f55f0f9dc5 req-5f54a3a5-168f-415c-83d0-af4745edf178 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0573370 Oct 12 18:30:25.963347 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-30f5907a-32dd-4272-a374-d2f55f0f9dc5 req-9207d4ea-09fc-47b8-bf61-5b06e4304191 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442386 Oct 12 18:30:27.087344 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fb23e-1749-4988-a3b9-6c1b9e7200b0 req-0d199c56-ac6d-4312-8c24-5207e8ff6589 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:27.088868 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-538fb23e-1749-4988-a3b9-6c1b9e7200b0 req-0d199c56-ac6d-4312-8c24-5207e8ff6589 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0507820 Oct 12 18:30:27.128158 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-538fb23e-1749-4988-a3b9-6c1b9e7200b0 req-d56c2a8a-c63e-4d6a-8bb9-65052a23b926 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333929 Oct 12 18:30:28.262241 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9d17-6565-4d9c-948d-ae6afdd8ac92 req-5163ed64-f5ad-4307-8994-abc0cd34c68b tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:28.263855 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-76ff9d17-6565-4d9c-948d-ae6afdd8ac92 req-5163ed64-f5ad-4307-8994-abc0cd34c68b tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0609057 Oct 12 18:30:28.304836 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-76ff9d17-6565-4d9c-948d-ae6afdd8ac92 req-e65bd287-80f6-4b34-a1bb-774e45242ba1 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/security-groups?id=0578dece-309f-4ec1-9622-b560499cf379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349302 Oct 12 18:30:28.734712 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855393e-7a2e-4d99-8063-0975295e6a9f req-263c6843-b59c-4225-b724-0d1dcec6960b tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:28.736703 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8855393e-7a2e-4d99-8063-0975295e6a9f req-263c6843-b59c-4225-b724-0d1dcec6960b tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 946 time: 0.0528674 Oct 12 18:30:28.847648 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-8855393e-7a2e-4d99-8063-0975295e6a9f req-3eff8b41-2375-456a-bf54-577c0653998c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Deleting port fc8c6d70-7941-4089-842b-2e9d99ab6161 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:30:28.847648 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8855393e-7a2e-4d99-8063-0975295e6a9f req-3eff8b41-2375-456a-bf54-577c0653998c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:28.933500 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-8855393e-7a2e-4d99-8063-0975295e6a9f req-3eff8b41-2375-456a-bf54-577c0653998c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] For port fc8c6d70-7941-4089-842b-2e9d99ab6161, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fc8c6d70-7941-4089-842b-2e9d99ab6161,segment=NetworkSegment(b99991a6-1642-4270-ad50-2fbe9e23d277),segment_id=b99991a6-1642-4270-ad50-2fbe9e23d277)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:30:28.933857 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8855393e-7a2e-4d99-8063-0975295e6a9f req-3eff8b41-2375-456a-bf54-577c0653998c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:28.946709 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-8855393e-7a2e-4d99-8063-0975295e6a9f req-3eff8b41-2375-456a-bf54-577c0653998c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Calling delete_port for fc8c6d70-7941-4089-842b-2e9d99ab6161 owned by compute:nova {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:30:29.149110 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8855393e-7a2e-4d99-8063-0975295e6a9f req-3eff8b41-2375-456a-bf54-577c0653998c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:29.163688 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['fc8c6d70-7941-4089-842b-2e9d99ab6161'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:30:29.183836 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff8b41-2375-456a-bf54-577c0653998c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Pushing event deleted for resources: {'Port': ['ID=fc8c6d70-7941-4089-842b-2e9d99ab6161,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:30:29.232093 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8855393e-7a2e-4d99-8063-0975295e6a9f req-3eff8b41-2375-456a-bf54-577c0653998c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] No DVR routers for this DVR port fc8c6d70-7941-4089-842b-2e9d99ab6161 on host hv-cinder-81322 {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:30:29.234895 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8855393e-7a2e-4d99-8063-0975295e6a9f req-3eff8b41-2375-456a-bf54-577c0653998c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:29.238593 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8855393e-7a2e-4d99-8063-0975295e6a9f req-3eff8b41-2375-456a-bf54-577c0653998c tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.42 "DELETE /v2.0/ports/fc8c6d70-7941-4089-842b-2e9d99ab6161 HTTP/1.1" status: 204 len: 173 time: 0.4881933 Oct 12 18:30:29.239099 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ade368f-e898-4346-83a8-3d3eb86c8192', 'name': 'network-vif-deleted', 'tag': 'fc8c6d70-7941-4089-842b-2e9d99ab6161'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:30:29.241444 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4037c9a-7ba9-4254-8006-6ce794858047" -d '{"events": [{"server_uuid": "4ade368f-e898-4346-83a8-3d3eb86c8192", "name": "network-vif-deleted", "tag": "fc8c6d70-7941-4089-842b-2e9d99ab6161"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:30:29.283864 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d15d2f9-8c1d-470a-a3fc-96c518eb033a x-openstack-request-id: req-3d15d2f9-8c1d-470a-a3fc-96c518eb033a {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:30:29.284930 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ade368f-e898-4346-83a8-3d3eb86c8192", "name": "network-vif-deleted", "tag": "fc8c6d70-7941-4089-842b-2e9d99ab6161", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:30:29.284930 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d15d2f9-8c1d-470a-a3fc-96c518eb033a {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:30:29.284930 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ade368f-e898-4346-83a8-3d3eb86c8192', 'name': 'network-vif-deleted', 'tag': 'fc8c6d70-7941-4089-842b-2e9d99ab6161', 'status': 'completed', 'code': 200} Oct 12 18:30:29.404860 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1c2f686d-d4ff-4a8b-a5f5-ca1f82879156 req-178aa75c-d287-4a49-989c-0fc5d43a0493 tempest-ServerRescueNegativeTestJSON-2142969126 tempest-ServerRescueNegativeTestJSON-2142969126-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ade368f-e898-4346-83a8-3d3eb86c8192 HTTP/1.1" status: 200 len: 210 time: 0.0278497 Oct 12 18:30:30.462965 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 49582) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:30:30.878427 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634518'] for router_interface, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:31.385535 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Deleting port a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:30:31.385872 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:31.467896 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] For port a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e,segment=NetworkSegment(b99991a6-1642-4270-ad50-2fbe9e23d277),segment_id=b99991a6-1642-4270-ad50-2fbe9e23d277)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:30:31.468619 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:31.484442 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Calling delete_port for a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e owned by network:router_interface {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:30:31.738700 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:31.758891 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:30:31.767567 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:31.767907 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:31.768245 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:31.768598 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:31.768963 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:31.769290 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:31.769616 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:31.769934 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:31.770259 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:31.770567 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:31.770880 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:31.771195 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:30:31.931270 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634402'] for router_interface, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:32.163125 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Router 34aa571f-b501-4437-b555-7164c41fcfc8 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:30:32.270088 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:30:32.276958 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-f04e10fd-16b9-4862-8fab-eee092461405 admin admin] 10.222.0.18 "PUT /v2.0/routers/34aa571f-b501-4437-b555-7164c41fcfc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8123991 Oct 12 18:30:32.278057 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 49584) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:30:32.279519 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e30266-a9aa-480a-9c4d-abd3b7d93ec5 None None] Sync routers for ids ['34aa571f-b501-4437-b555-7164c41fcfc8'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:30:32.289611 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e30266-a9aa-480a-9c4d-abd3b7d93ec5 None None] Routers {'34aa571f-b501-4437-b555-7164c41fcfc8'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:30:32.290345 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-b8e30266-a9aa-480a-9c4d-abd3b7d93ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:30:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['34aa571f-b501-4437-b555-7164c41fcfc8'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:30:32.382878 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Notify callbacks [] for router, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:32.403420 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-b8e30266-a9aa-480a-9c4d-abd3b7d93ec5 None None] Set router 34aa571f-b501-4437-b555-7164c41fcfc8 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:30:32.498802 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:32.587613 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-b8e30266-a9aa-480a-9c4d-abd3b7d93ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1055498132-router', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '396d4320-034f-4767-8512-57dabfc958c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:26:53Z', 'updated_at': '2021-10-12T18:30:31Z', 'revision_number': 5, 'project_id': '7f9fb6543096402dbf4351b0e6639431', 'gw_port': {'id': '396d4320-034f-4767-8512-57dabfc958c5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:26:54Z', 'updated_at': '2021-10-12T18:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:30:32.616009 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e30266-a9aa-480a-9c4d-abd3b7d93ec5 None None] Checking router: 34aa571f-b501-4437-b555-7164c41fcfc8 for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:30:32.625472 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Deleting port 396d4320-034f-4767-8512-57dabfc958c5 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:30:32.625900 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:32.631906 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e30266-a9aa-480a-9c4d-abd3b7d93ec5 None None] Routers {'34aa571f-b501-4437-b555-7164c41fcfc8'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:30:32.632560 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-b8e30266-a9aa-480a-9c4d-abd3b7d93ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:30:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['34aa571f-b501-4437-b555-7164c41fcfc8'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:30:32.715825 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] For port 396d4320-034f-4767-8512-57dabfc958c5, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=396d4320-034f-4767-8512-57dabfc958c5,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:30:32.716086 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:32.728750 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Calling delete_port for 396d4320-034f-4767-8512-57dabfc958c5 owned by network:router_gateway {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:30:32.810421 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-b8e30266-a9aa-480a-9c4d-abd3b7d93ec5 None None] Set router 34aa571f-b501-4437-b555-7164c41fcfc8 gateway port host: None {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:30:32.862519 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-b8e30266-a9aa-480a-9c4d-abd3b7d93ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1055498132-router', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:26:53Z', 'updated_at': '2021-10-12T18:30:32Z', 'revision_number': 6, 'project_id': '7f9fb6543096402dbf4351b0e6639431', 'gw_port_host': None}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:30:32.893158 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e30266-a9aa-480a-9c4d-abd3b7d93ec5 None None] The sync data for ids ['34aa571f-b501-4437-b555-7164c41fcfc8'] in dv-cinder-813227-2-iscsi is: [{'id': '34aa571f-b501-4437-b555-7164c41fcfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-1055498132-router', 'tenant_id': '7f9fb6543096402dbf4351b0e6639431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:26:53Z', 'updated_at': '2021-10-12T18:30:32Z', 'revision_number': 6, 'project_id': '7f9fb6543096402dbf4351b0e6639431', 'gw_port_host': None}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:30:32.912309 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fc8c6d70-7941-4089-842b-2e9d99ab6161 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:30:32.942162 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: fc8c6d70-7941-4089-842b-2e9d99ab6161 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:30:32.942509 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fc8c6d70-7941-4089-842b-2e9d99ab6161 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:30:32.986536 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.013137 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Pushing event deleted for resources: {'Port': ['ID=396d4320-034f-4767-8512-57dabfc958c5,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:30:33.038373 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592832'] for router_gateway, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.142985 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37393'] for router, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.145123 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.292152 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611387'] for router, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.292892 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34aa571f-b501-4437-b555-7164c41fcfc8 {{(pid=94835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:30:33.298877 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] Notify callbacks [] for router, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.300021 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-1d1c0c63-e0ba-4e63-81cb-2ce7d7d7623b admin admin] 10.222.0.18 "DELETE /v2.0/routers/34aa571f-b501-4437-b555-7164c41fcfc8 HTTP/1.1" status: 204 len: 168 time: 1.0209908 Oct 12 18:30:33.302531 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 49588) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:30:33.349108 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_v2 [None req-26eecf0e-a8c0-499f-8e50-0251aede019b admin admin] Deleting subnet 8e290483-eff8-462e-be86-c9de2f5e9c99 {{(pid=94835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:30:33.352489 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-26eecf0e-a8c0-499f-8e50-0251aede019b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.386861 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-26eecf0e-a8c0-499f-8e50-0251aede019b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.392434 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-26eecf0e-a8c0-499f-8e50-0251aede019b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.546004 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-26eecf0e-a8c0-499f-8e50-0251aede019b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.573251 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eecf0e-a8c0-499f-8e50-0251aede019b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e290483-eff8-462e-be86-c9de2f5e9c99,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:30:33.579151 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-26eecf0e-a8c0-499f-8e50-0251aede019b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.579151 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-26eecf0e-a8c0-499f-8e50-0251aede019b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8e290483-eff8-462e-be86-c9de2f5e9c99 HTTP/1.1" status: 204 len: 168 time: 0.2749593 Oct 12 18:30:33.581818 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 49590) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:30:33.654415 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d5763b6c-11b1-4d12-b7f5-1b160ee40940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.738799 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d5763b6c-11b1-4d12-b7f5-1b160ee40940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.763131 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-d5763b6c-11b1-4d12-b7f5-1b160ee40940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac3b2f3-b1a1-43ec-856b-2b436d7ccd11']}} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:30:33.773472 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-d5763b6c-11b1-4d12-b7f5-1b160ee40940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99991a6-1642-4270-ad50-2fbe9e23d277') {'for_net_delete': True} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:30:33.773720 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-d5763b6c-11b1-4d12-b7f5-1b160ee40940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99991a6-1642-4270-ad50-2fbe9e23d277') {} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:30:33.785401 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d5763b6c-11b1-4d12-b7f5-1b160ee40940 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840146'] for segment, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.800206 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d5763b6c-11b1-4d12-b7f5-1b160ee40940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.806297 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5763b6c-11b1-4d12-b7f5-1b160ee40940 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:30:33.806675 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d5763b6c-11b1-4d12-b7f5-1b160ee40940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31250374'] for segment, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: Traceback (most recent call last): Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: timer() Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: cb(*args, **kw) Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: return func(*args, **kwargs) Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: self._notify() Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: self.callback(batched_events) Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: event.method(event) Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: return f(self, *a, **k) Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._get(url).json() Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: return self.request(url, 'GET', **kwargs) Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:30:33.808347 dv-cinder-813227-2-iscsi neutron-server[94836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:30:33.963039 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d5763b6c-11b1-4d12-b7f5-1b160ee40940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.973704 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d5763b6c-11b1-4d12-b7f5-1b160ee40940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:33.977745 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-d5763b6c-11b1-4d12-b7f5-1b160ee40940 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fac3b2f3-b1a1-43ec-856b-2b436d7ccd11 HTTP/1.1" status: 204 len: 168 time: 0.3947060 Oct 12 18:30:33.992038 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5763b6c-11b1-4d12-b7f5-1b160ee40940 admin admin] Pushing event deleted for resources: {'Network': ['ID=fac3b2f3-b1a1-43ec-856b-2b436d7ccd11,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:30:34.310953 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0009876e-e4ce-4312-be42-76d37983764b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:34.423484 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 49594) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:30:34.476665 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-cb08d174-1efa-4f77-8c5f-04017f2f4736 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f9fb6543096402dbf4351b0e6639431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517340 Oct 12 18:30:34.479023 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 49596) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:30:34.491577 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:30:34.513234 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:30:34.513578 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device a8d427c7-6d4b-42d0-a0c6-3a29b0562b2e not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:30:34.514001 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 396d4320-034f-4767-8512-57dabfc958c5 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:30:34.534844 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 396d4320-034f-4767-8512-57dabfc958c5 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:30:34.535182 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 396d4320-034f-4767-8512-57dabfc958c5 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:30:34.542641 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-345d664d-4fb2-4a35-9571-eb2a3a492e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:34.565921 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-345d664d-4fb2-4a35-9571-eb2a3a492e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:34.711079 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-345d664d-4fb2-4a35-9571-eb2a3a492e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:34.713744 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-345d664d-4fb2-4a35-9571-eb2a3a492e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:34.714899 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-345d664d-4fb2-4a35-9571-eb2a3a492e19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0578dece-309f-4ec1-9622-b560499cf379 HTTP/1.1" status: 204 len: 168 time: 0.2348003 Oct 12 18:30:34.723195 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d664d-4fb2-4a35-9571-eb2a3a492e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0578dece-309f-4ec1-9622-b560499cf379,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:30:36.847538 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 49652) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:30:36.952989 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2fb79131-a248-4840-b377-6926caca8d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:36.994131 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:30:37.029855 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2fb79131-a248-4840-b377-6926caca8d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:37.103627 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2fb79131-a248-4840-b377-6926caca8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:37.145575 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-2fb79131-a248-4840-b377-6926caca8d7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f75e0811a384e8595ee3cba8d0f4636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969348 Oct 12 18:30:37.146478 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb79131-a248-4840-b377-6926caca8d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7db8cf-86b9-4bf8-b058-2b79829ebf0d,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:30:37.148555 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 49656) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:30:37.203861 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ba5882fe-0474-40c8-8d1e-6b08d05b5c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:37.225725 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ba5882fe-0474-40c8-8d1e-6b08d05b5c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:37.257943 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f164775-57af-4d29-bad5-977c0fa33cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:37.346121 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ba5882fe-0474-40c8-8d1e-6b08d05b5c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:37.349111 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ba5882fe-0474-40c8-8d1e-6b08d05b5c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:37.350489 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-ba5882fe-0474-40c8-8d1e-6b08d05b5c76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb7db8cf-86b9-4bf8-b058-2b79829ebf0d HTTP/1.1" status: 204 len: 168 time: 0.2004793 Oct 12 18:30:37.362496 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5882fe-0474-40c8-8d1e-6b08d05b5c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7db8cf-86b9-4bf8-b058-2b79829ebf0d,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:30:38.088412 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:38.299049 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:39.991180 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:40.186253 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b168acf-2406-4422-ae07-8a7dc8f6361d req-2bee6ed2-7bb7-48fc-a686-90153b619fb1 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:40.187959 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8b168acf-2406-4422-ae07-8a7dc8f6361d req-2bee6ed2-7bb7-48fc-a686-90153b619fb1 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0631196 Oct 12 18:30:40.237414 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8b168acf-2406-4422-ae07-8a7dc8f6361d req-0f6776b9-230b-4bf0-b0ec-17f801115aff tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428641 Oct 12 18:30:40.754734 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:30:41.375329 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f8f93-ecea-4264-99ef-c59b17deb31f req-e254781d-31d4-4e21-856e-58f0c75db33b tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:41.376960 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-519f8f93-ecea-4264-99ef-c59b17deb31f req-e254781d-31d4-4e21-856e-58f0c75db33b tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0518637 Oct 12 18:30:41.419691 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-519f8f93-ecea-4264-99ef-c59b17deb31f req-c1b3dce3-73c4-4fe9-ae83-20009e6045b1 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347350 Oct 12 18:30:42.726105 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af86566-9f8d-44ff-977f-1099f2c51766 req-02ff0b51-0474-44dc-a57d-d33e94191043 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:42.727598 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4af86566-9f8d-44ff-977f-1099f2c51766 req-02ff0b51-0474-44dc-a57d-d33e94191043 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0520303 Oct 12 18:30:42.771284 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4af86566-9f8d-44ff-977f-1099f2c51766 req-2c1a4630-1b85-41c0-9757-93c01f06359d tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365798 Oct 12 18:30:43.896774 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc294f1-83c1-45d8-8c4d-23a035f66cf3 req-64f9f828-af10-4c00-86bc-a021a45d4b54 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:43.898339 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8fc294f1-83c1-45d8-8c4d-23a035f66cf3 req-64f9f828-af10-4c00-86bc-a021a45d4b54 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0569897 Oct 12 18:30:43.961506 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8fc294f1-83c1-45d8-8c4d-23a035f66cf3 req-dc312a83-30a6-49fe-91b6-eb71d7033522 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566742 Oct 12 18:30:45.315266 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3067ea0-d127-483c-aac8-65e43c467b3e req-26b1fd04-4f6d-4912-914d-8d05e9ee4861 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:45.316836 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c3067ea0-d127-483c-aac8-65e43c467b3e req-26b1fd04-4f6d-4912-914d-8d05e9ee4861 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.2822814 Oct 12 18:30:45.356969 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c3067ea0-d127-483c-aac8-65e43c467b3e req-0d798a6f-0cdf-4bc2-bd13-4a0fc5fdce5e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342081 Oct 12 18:30:46.481743 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c390aca-ed6a-4107-b8b8-e24a324c81bc req-dbf24c08-f4b7-4108-a6fa-34aa2ff8a6ad tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:46.483229 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2c390aca-ed6a-4107-b8b8-e24a324c81bc req-dbf24c08-f4b7-4108-a6fa-34aa2ff8a6ad tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0520861 Oct 12 18:30:46.530303 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2c390aca-ed6a-4107-b8b8-e24a324c81bc req-f2ffc155-ec20-4d5f-a2bb-ebf3f8d15ec2 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401731 Oct 12 18:30:47.672784 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3a0d6-245e-4a6e-aac2-e182ff49fd00 req-92338db3-341d-4f04-844b-097bce6279f5 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:47.674257 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1cc3a0d6-245e-4a6e-aac2-e182ff49fd00 req-92338db3-341d-4f04-844b-097bce6279f5 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0648685 Oct 12 18:30:47.722504 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1cc3a0d6-245e-4a6e-aac2-e182ff49fd00 req-dd072552-5216-4910-b668-07b5a761ae89 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414321 Oct 12 18:30:48.844279 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769908b-8533-4499-aeac-9724e2063b6b req-19f823db-352a-441e-a451-aa1a084f8781 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:48.846361 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0769908b-8533-4499-aeac-9724e2063b6b req-19f823db-352a-441e-a451-aa1a084f8781 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0541947 Oct 12 18:30:48.884697 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0769908b-8533-4499-aeac-9724e2063b6b req-0f47fcce-1701-4bd2-97cc-a02ca80e4541 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321605 Oct 12 18:30:50.002734 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4857810-68f7-40de-984d-1d9dc69d602a req-78a7dab3-81ec-4b9c-a05b-5e4541249f15 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:50.004189 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c4857810-68f7-40de-984d-1d9dc69d602a req-78a7dab3-81ec-4b9c-a05b-5e4541249f15 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0489576 Oct 12 18:30:50.043319 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c4857810-68f7-40de-984d-1d9dc69d602a req-6a5c0573-2342-4256-b8e3-3369f5373559 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331142 Oct 12 18:30:51.170336 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf94b2-4ee2-4de4-a31e-77f439ecf291 req-ae456745-e078-4e55-8cbe-d72003bfcf99 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:51.171825 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1eaf94b2-4ee2-4de4-a31e-77f439ecf291 req-ae456745-e078-4e55-8cbe-d72003bfcf99 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0554516 Oct 12 18:30:51.214887 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1eaf94b2-4ee2-4de4-a31e-77f439ecf291 req-6a1014a6-6efd-45b9-bd1d-51ec0b6f4e16 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360639 Oct 12 18:30:52.341907 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3bf0f-e9f6-4c77-8ed5-ebbc289bd0a9 req-438d05cf-e60a-405b-ac78-1a4fc6231809 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:52.343473 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-53c3bf0f-e9f6-4c77-8ed5-ebbc289bd0a9 req-438d05cf-e60a-405b-ac78-1a4fc6231809 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0505288 Oct 12 18:30:52.386741 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-53c3bf0f-e9f6-4c77-8ed5-ebbc289bd0a9 req-306dfa3a-61b1-4c81-89a3-73bc14ed92e9 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333490 Oct 12 18:30:53.502467 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6fec5-b9d9-4ad0-84e4-96e7bf48d3d7 req-39c4d010-5897-4599-84c9-c6e1c3d2a1b6 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:53.504489 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-65b6fec5-b9d9-4ad0-84e4-96e7bf48d3d7 req-39c4d010-5897-4599-84c9-c6e1c3d2a1b6 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0502515 Oct 12 18:30:53.545816 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-65b6fec5-b9d9-4ad0-84e4-96e7bf48d3d7 req-17e37218-8bb3-40be-967f-9229efed537f tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327296 Oct 12 18:30:54.666133 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c6704-5512-432e-be90-9f511c05372c req-d28de8c7-658f-44ff-baa3-c4eadd1807d4 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:54.667650 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2b4c6704-5512-432e-be90-9f511c05372c req-d28de8c7-658f-44ff-baa3-c4eadd1807d4 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0514104 Oct 12 18:30:54.715063 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2b4c6704-5512-432e-be90-9f511c05372c req-d88058a6-07e7-4cc8-a8a6-cf4ca71bfdea tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411558 Oct 12 18:30:55.832518 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8f50f-31e5-40f4-8592-8723d9026f43 req-1246c4e8-9beb-4638-9f80-54587aa78fc9 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:55.834633 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9c8f50f-31e5-40f4-8592-8723d9026f43 req-1246c4e8-9beb-4638-9f80-54587aa78fc9 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0503290 Oct 12 18:30:55.873076 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9c8f50f-31e5-40f4-8592-8723d9026f43 req-5591d36e-6612-4ff5-8e7f-ed69041b090a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322695 Oct 12 18:30:56.995779 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c9a14-1c8d-43e8-bb2c-946f27c43e43 req-fcc00756-4df1-44a7-b176-ba428c4c170b tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:56.997396 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-386c9a14-1c8d-43e8-bb2c-946f27c43e43 req-fcc00756-4df1-44a7-b176-ba428c4c170b tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0525672 Oct 12 18:30:57.043482 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-386c9a14-1c8d-43e8-bb2c-946f27c43e43 req-4b04ab9e-2980-436c-a8da-7fa764bb8937 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360336 Oct 12 18:30:58.167091 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee218e4-515b-4374-9751-f9f5ef96c699 req-69dcbe3a-995a-4e9f-ae30-4f8c2afae7a0 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:58.169480 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dee218e4-515b-4374-9751-f9f5ef96c699 req-69dcbe3a-995a-4e9f-ae30-4f8c2afae7a0 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0603073 Oct 12 18:30:58.213266 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dee218e4-515b-4374-9751-f9f5ef96c699 req-2d1ff6ef-147d-4e9c-ba41-884d27864d90 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377016 Oct 12 18:30:59.334718 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29bf78-ab01-4373-8b91-2a88f1becc17 req-dbb49b8f-1a55-4313-97d3-79cf584393be tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:30:59.336212 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5b29bf78-ab01-4373-8b91-2a88f1becc17 req-dbb49b8f-1a55-4313-97d3-79cf584393be tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0543113 Oct 12 18:30:59.377675 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5b29bf78-ab01-4373-8b91-2a88f1becc17 req-ea576732-1d55-474d-8d8b-3ab0d2c4b081 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335550 Oct 12 18:31:00.497528 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b31c9b-624c-4957-bb31-ce9f55b1b75c req-ee698a3d-a848-4b8b-b13b-c81a2c9b02c3 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:00.499209 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d8b31c9b-624c-4957-bb31-ce9f55b1b75c req-ee698a3d-a848-4b8b-b13b-c81a2c9b02c3 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0501027 Oct 12 18:31:00.539640 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d8b31c9b-624c-4957-bb31-ce9f55b1b75c req-12fe7f7f-ac66-4eb7-88d8-836ecd590d7c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338635 Oct 12 18:31:01.678653 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0873d9-7162-4bb0-883e-8d854b55102a req-865ea4dd-0fc8-46f9-b68a-11ad24b59b24 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:01.680127 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ae0873d9-7162-4bb0-883e-8d854b55102a req-865ea4dd-0fc8-46f9-b68a-11ad24b59b24 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0648265 Oct 12 18:31:01.724194 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ae0873d9-7162-4bb0-883e-8d854b55102a req-467005a4-481a-4657-98f0-59932c11c230 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372231 Oct 12 18:31:02.137242 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8988020-f4ac-4df6-a9ea-3fa96cfd7fc2 req-4a88b68e-7d80-4a0f-95ad-4be679310c56 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:02.138758 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f8988020-f4ac-4df6-a9ea-3fa96cfd7fc2 req-4a88b68e-7d80-4a0f-95ad-4be679310c56 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0517123 Oct 12 18:31:02.179676 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f8988020-f4ac-4df6-a9ea-3fa96cfd7fc2 req-68363bb0-a063-41e7-86ee-9d7f793aa69a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345480 Oct 12 18:31:03.298090 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663542b-a645-418a-a17b-9507eb830783 req-e315031e-43ae-4f27-a191-8835eae351dd tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:03.299632 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1663542b-a645-418a-a17b-9507eb830783 req-e315031e-43ae-4f27-a191-8835eae351dd tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0496142 Oct 12 18:31:03.338372 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1663542b-a645-418a-a17b-9507eb830783 req-bb896de5-d6b9-4d56-ba43-13ae4a50827d tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328076 Oct 12 18:31:04.310631 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cbdc2df-282f-492f-bd7a-6fae0ce3818f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:04.459450 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31287c-b771-4580-b3d5-d23feb7dbc0f req-9f7c60fc-ccf6-4ee3-a3e3-ee1cb258ee38 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:04.460885 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2e31287c-b771-4580-b3d5-d23feb7dbc0f req-9f7c60fc-ccf6-4ee3-a3e3-ee1cb258ee38 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0563147 Oct 12 18:31:04.501462 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2e31287c-b771-4580-b3d5-d23feb7dbc0f req-b8d7f338-54cd-452b-8982-c68b4cc5bf1f tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344055 Oct 12 18:31:05.616695 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e7229-2dd2-4d15-95db-7dcbfddce51c req-69d1f905-0c49-493e-8a21-8a49e3bcd753 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:05.618669 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ee5e7229-2dd2-4d15-95db-7dcbfddce51c req-69d1f905-0c49-493e-8a21-8a49e3bcd753 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0499246 Oct 12 18:31:05.656478 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ee5e7229-2dd2-4d15-95db-7dcbfddce51c req-68783b1c-70a7-4c40-a85c-fa54e7b7d456 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322466 Oct 12 18:31:05.973310 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b478a3c-308e-4994-b00a-6d8bb475fbdb req-794b933a-bc69-4c51-a2df-cb5196080a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:05.975622 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6b478a3c-308e-4994-b00a-6d8bb475fbdb req-794b933a-bc69-4c51-a2df-cb5196080a9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee04649277c84912b20967b31162615b&device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 1098 time: 0.1336401 Oct 12 18:31:06.073191 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b478a3c-308e-4994-b00a-6d8bb475fbdb req-ee51b748-54e2-4e71-ac60-df5e761308bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:06.074775 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6b478a3c-308e-4994-b00a-6d8bb475fbdb req-ee51b748-54e2-4e71-ac60-df5e761308bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=c28011f7-a600-4bea-98eb-e6748c99ba11 HTTP/1.1" status: 200 len: 912 time: 0.0910821 Oct 12 18:31:06.141020 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6b478a3c-308e-4994-b00a-6d8bb475fbdb req-75d020fa-c58d-4470-9db3-b7bf0abaf2ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e09e7894-b521-40f8-ae1f-7364d6e573c9 HTTP/1.1" status: 200 len: 1001 time: 0.0585332 Oct 12 18:31:06.189688 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b478a3c-308e-4994-b00a-6d8bb475fbdb req-3f5bbeaf-73e9-43d1-99ed-6987c034cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:06.191202 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6b478a3c-308e-4994-b00a-6d8bb475fbdb req-3f5bbeaf-73e9-43d1-99ed-6987c034cd85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecb784df-79ec-41a5-852a-05a0e006be4c HTTP/1.1" status: 200 len: 850 time: 0.0430756 Oct 12 18:31:06.242972 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b478a3c-308e-4994-b00a-6d8bb475fbdb req-e566a931-9141-424f-bfc2-4e01312c730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:06.244517 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6b478a3c-308e-4994-b00a-6d8bb475fbdb req-e566a931-9141-424f-bfc2-4e01312c730d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c28011f7-a600-4bea-98eb-e6748c99ba11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457151 Oct 12 18:31:06.340897 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6b478a3c-308e-4994-b00a-6d8bb475fbdb req-85394107-d4d3-4372-bbed-c54a492851bc service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873699 Oct 12 18:31:06.437121 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6b478a3c-308e-4994-b00a-6d8bb475fbdb req-901cc269-d367-40c6-8b4d-519e8404d7e7 service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885444 Oct 12 18:31:06.774027 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5e2b2-168b-4fb7-bd2c-7ab361d8b926 req-97133a3b-61fe-49be-aadd-e3c2ba908376 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:06.776610 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e8e5e2b2-168b-4fb7-bd2c-7ab361d8b926 req-97133a3b-61fe-49be-aadd-e3c2ba908376 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0511835 Oct 12 18:31:06.823193 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e8e5e2b2-168b-4fb7-bd2c-7ab361d8b926 req-d7d6d9c3-8b7d-4c54-83c5-a2b92ca2a021 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405078 Oct 12 18:31:07.270381 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e86ff77-4810-4587-94cc-0d23a46c99c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:07.951063 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebf8bd-780f-47b3-a4f3-0ce8ed7773df req-f500d80e-e4b5-4adf-94f7-906e9b36af2a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:07.951063 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-65ebf8bd-780f-47b3-a4f3-0ce8ed7773df req-f500d80e-e4b5-4adf-94f7-906e9b36af2a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0564184 Oct 12 18:31:07.990261 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-65ebf8bd-780f-47b3-a4f3-0ce8ed7773df req-edb331e9-eb1d-43b0-a1de-e9e8825d1b30 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343187 Oct 12 18:31:08.023087 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:08.327627 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:09.927902 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:10.790690 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:13.994543 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:31:21.005643 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 49976) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:21.113306 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:21.188312 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:21.299060 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:21.337698 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f17acf6c1ed4f499a3d4fdee5c9dddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309238 Oct 12 18:31:21.338694 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2073808a-7d85-4354-97f6-2f80fb8b9748,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:21.340440 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 49980) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:21.346430 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:21.346772 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:21.347109 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:21.347432 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:21.347759 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:21.348079 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:21.348421 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:21.348749 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:21.349124 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:21.349432 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:21.349746 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:21.350058 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adc9f6-a1f1-4f83-b49b-939601a9d4fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:21.392691 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb9c2-31ab-416f-beae-08b54708ba02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:21.414843 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb9c2-31ab-416f-beae-08b54708ba02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:21.567460 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb9c2-31ab-416f-beae-08b54708ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:21.570138 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb9c2-31ab-416f-beae-08b54708ba02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:21.571454 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-ca1bb9c2-31ab-416f-beae-08b54708ba02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2073808a-7d85-4354-97f6-2f80fb8b9748 HTTP/1.1" status: 204 len: 168 time: 0.2299199 Oct 12 18:31:21.580277 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bb9c2-31ab-416f-beae-08b54708ba02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2073808a-7d85-4354-97f6-2f80fb8b9748,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:22.415827 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 49986) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:22.428901 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4ab9be68-868f-464b-9131-9f7c857122a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:22.503920 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4ab9be68-868f-464b-9131-9f7c857122a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:22.588092 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4ab9be68-868f-464b-9131-9f7c857122a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:22.630557 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4ab9be68-868f-464b-9131-9f7c857122a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0fc89677775641e682e78d255570eddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135766 Oct 12 18:31:22.631262 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9be68-868f-464b-9131-9f7c857122a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0db795-29e0-4546-9949-d8b7c29c3f5d,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:22.633340 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 49988) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:22.686851 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2ea955c8-09b6-4342-9287-b4a5eb8088ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:22.713652 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2ea955c8-09b6-4342-9287-b4a5eb8088ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:22.828728 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2ea955c8-09b6-4342-9287-b4a5eb8088ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:22.831442 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2ea955c8-09b6-4342-9287-b4a5eb8088ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:22.832640 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-2ea955c8-09b6-4342-9287-b4a5eb8088ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd0db795-29e0-4546-9949-d8b7c29c3f5d HTTP/1.1" status: 204 len: 168 time: 0.1982086 Oct 12 18:31:22.841446 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea955c8-09b6-4342-9287-b4a5eb8088ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0db795-29e0-4546-9949-d8b7c29c3f5d,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:24.052643 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50010) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:24.149470 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1568922462-network', 'tenant_id': 'ebbbe2b63cc947baa05f21e24ba313a8'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:31:24.241826 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Made reservation on behalf of ebbbe2b63cc947baa05f21e24ba313a8 for: {'network': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:31:24.244947 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:24.254043 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:24.332586 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:24.422285 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:24.447790 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:31:24.457337 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1580324e-a04f-4571-a355-f4e8cb141715,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:24.462832 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:24.463185 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.segments_db [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Added segment 4d797475-d7c2-401f-a378-47f58a721e35 of type vlan for network 54f4e2af-7802-42b1-85ee-3276cef9fafa Oct 12 18:31:24.504326 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:24.613263 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:24.614171 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:24.614763 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:24.673504 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] Pushing event updated for resources: {'Network': ['ID=54f4e2af-7802-42b1-85ee-3276cef9fafa,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:24.683521 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network 54f4e2af-7802-42b1-85ee-3276cef9fafa details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:31:24.736622 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-7f13b2bf-df20-455b-84b6-9c99d06eb6e7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6827772 Oct 12 18:31:24.739716 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50014) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:24.746498 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-0c785cc7-1e6c-4f39-b941-a0fc5861ebeb admin admin] Request body: {'subnet': {'network_id': '54f4e2af-7802-42b1-85ee-3276cef9fafa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1568922462-subnet', 'tenant_id': 'ebbbe2b63cc947baa05f21e24ba313a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:31:24.845996 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c785cc7-1e6c-4f39-b941-a0fc5861ebeb admin admin] Made reservation on behalf of ebbbe2b63cc947baa05f21e24ba313a8 for: {'subnet': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:31:24.848378 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0c785cc7-1e6c-4f39-b941-a0fc5861ebeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30502989'] for subnet, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:25.085659 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0c785cc7-1e6c-4f39-b941-a0fc5861ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31250011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30503011'] for subnet, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:25.139046 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c785cc7-1e6c-4f39-b941-a0fc5861ebeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=061f7320-dc0f-4f0c-8a4a-e438d798535f,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:25.155226 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c785cc7-1e6c-4f39-b941-a0fc5861ebeb admin admin] Checking segment: {'id': '4d797475-d7c2-401f-a378-47f58a721e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '54f4e2af-7802-42b1-85ee-3276cef9fafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:31:25.155583 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c785cc7-1e6c-4f39-b941-a0fc5861ebeb admin admin] Network hostable DHCP agents. Network: 54f4e2af-7802-42b1-85ee-3276cef9fafa, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:31:25.236285 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c785cc7-1e6c-4f39-b941-a0fc5861ebeb admin admin] Network 54f4e2af-7802-42b1-85ee-3276cef9fafa is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:31:25.325589 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-0c785cc7-1e6c-4f39-b941-a0fc5861ebeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, 54f4e2af-7802-42b1-85ee-3276cef9fafa) {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:31:25.330156 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c785cc7-1e6c-4f39-b941-a0fc5861ebeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:25.333823 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0c785cc7-1e6c-4f39-b941-a0fc5861ebeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:25.335302 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d494164e-4eee-4a91-80c5-9d8f826f3cd9 None None] Network 54f4e2af-7802-42b1-85ee-3276cef9fafa requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:31:25.422077 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-0c785cc7-1e6c-4f39-b941-a0fc5861ebeb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6811194 Oct 12 18:31:25.468921 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cfc7e0-1132-4500-8aeb-75a502b59f8e None None] Network 54f4e2af-7802-42b1-85ee-3276cef9fafa requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:31:26.253857 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50030) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:26.260757 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-527546350-network', 'tenant_id': '11aa5e3aa9dc4e1da0883847ab8afa84'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:31:26.350586 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Made reservation on behalf of 11aa5e3aa9dc4e1da0883847ab8afa84 for: {'network': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:31:26.353000 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:26.364556 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:26.462272 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:26.545121 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:26.572737 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:31:26.579881 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569484b9-0f81-4513-a5cf-5db265b841a3,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:26.586137 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:26.587034 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.segments_db [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Added segment 561083a8-547d-4184-ac10-e4f5fcd3a9c1 of type vlan for network c4c20058-b574-4ea2-99df-edebbca303b9 Oct 12 18:31:26.628538 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:26.744670 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:26.745656 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:26.746243 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:26.806189 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] Pushing event updated for resources: {'Network': ['ID=c4c20058-b574-4ea2-99df-edebbca303b9,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:26.817473 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network c4c20058-b574-4ea2-99df-edebbca303b9 details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:31:26.899301 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-e70602b3-c03a-4815-82a5-20cb32bf701d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6435292 Oct 12 18:31:26.902114 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50032) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:26.910009 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-f4057a41-a992-40a1-91a0-212f40874a3f admin admin] Request body: {'subnet': {'network_id': 'c4c20058-b574-4ea2-99df-edebbca303b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-527546350-subnet', 'tenant_id': '11aa5e3aa9dc4e1da0883847ab8afa84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:31:27.039333 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4057a41-a992-40a1-91a0-212f40874a3f admin admin] Made reservation on behalf of 11aa5e3aa9dc4e1da0883847ab8afa84 for: {'subnet': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:31:27.042275 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-f4057a41-a992-40a1-91a0-212f40874a3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:27.279891 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-f4057a41-a992-40a1-91a0-212f40874a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:27.334986 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4057a41-a992-40a1-91a0-212f40874a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5034d7c1-6a8c-49e8-acde-5bf264e87e78,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:27.351645 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4057a41-a992-40a1-91a0-212f40874a3f admin admin] Checking segment: {'id': '561083a8-547d-4184-ac10-e4f5fcd3a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c4c20058-b574-4ea2-99df-edebbca303b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:31:27.352002 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4057a41-a992-40a1-91a0-212f40874a3f admin admin] Network hostable DHCP agents. Network: c4c20058-b574-4ea2-99df-edebbca303b9, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:31:27.439654 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4057a41-a992-40a1-91a0-212f40874a3f admin admin] Network c4c20058-b574-4ea2-99df-edebbca303b9 is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:31:27.516364 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-f4057a41-a992-40a1-91a0-212f40874a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, c4c20058-b574-4ea2-99df-edebbca303b9) {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:31:27.521126 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4057a41-a992-40a1-91a0-212f40874a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:27.522611 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-f4057a41-a992-40a1-91a0-212f40874a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:27.526505 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae21c32-8445-4640-8f65-03f0f7c7049d None None] Network c4c20058-b574-4ea2-99df-edebbca303b9 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:31:27.641073 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-f4057a41-a992-40a1-91a0-212f40874a3f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7370169 Oct 12 18:31:27.663341 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d3b445-fb64-4833-9d30-58cad8e0c857 None None] Network c4c20058-b574-4ea2-99df-edebbca303b9 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:31:34.310360 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bfb03258-c29a-408b-87ed-823604e5d5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:37.264585 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ebf5f2e7-3bbe-4875-a662-e92190de72d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:38.050940 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:38.366130 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:39.999157 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:40.810417 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:44.603944 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50170) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:44.649746 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_v2 [None req-368fb3b1-862a-4251-8188-74b95098c4ac admin admin] Deleting subnet 061f7320-dc0f-4f0c-8a4a-e438d798535f {{(pid=94835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:31:44.652889 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-368fb3b1-862a-4251-8188-74b95098c4ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:44.686845 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-368fb3b1-862a-4251-8188-74b95098c4ac admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:44.692159 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-368fb3b1-862a-4251-8188-74b95098c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:44.810450 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-368fb3b1-862a-4251-8188-74b95098c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for subnet, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:44.842360 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fb3b1-862a-4251-8188-74b95098c4ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061f7320-dc0f-4f0c-8a4a-e438d798535f,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:44.846465 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-368fb3b1-862a-4251-8188-74b95098c4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:44.850248 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-368fb3b1-862a-4251-8188-74b95098c4ac admin admin] 10.222.0.18 "DELETE /v2.0/subnets/061f7320-dc0f-4f0c-8a4a-e438d798535f HTTP/1.1" status: 204 len: 168 time: 0.2449319 Oct 12 18:31:44.852317 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50172) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:44.919445 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.022091 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.046184 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.046540 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.047392 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.047718 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > port after_create 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.048054 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.048389 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > port after_update 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.048729 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.049125 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.049437 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.049847 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.174609 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.174890 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.175226 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.175593 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:31:45.175976 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.services.segments.db [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f4e2af-7802-42b1-85ee-3276cef9fafa']}} {{(pid=94835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:31:45.194485 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.services.segments.db [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d797475-d7c2-401f-a378-47f58a721e35') {'for_net_delete': True} {{(pid=94835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:31:45.194984 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.services.segments.db [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d797475-d7c2-401f-a378-47f58a721e35') {} {{(pid=94835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:31:45.212760 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29392174'] for segment, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.235539 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.246927 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:31:45.247313 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30236351'] for segment, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: from cryptography.utils import int_from_bytes Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: from cryptography.utils import int_from_bytes Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: Traceback (most recent call last): Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: timer() Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: cb(*args, **kw) Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: return func(*args, **kwargs) Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: self._notify() Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: self.callback(batched_events) Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: event.method(event) Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: return f(self, *a, **k) Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: return self._get(url).json() Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: return self.request(url, 'GET', **kwargs) Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:31:45.251390 dv-cinder-813227-2-iscsi neutron-server[94835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:31:45.388443 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.396209 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.401183 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] 10.222.0.18 "DELETE /v2.0/networks/54f4e2af-7802-42b1-85ee-3276cef9fafa HTTP/1.1" status: 204 len: 168 time: 0.5461302 Oct 12 18:31:45.406616 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50174) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:45.410031 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83270366-008e-4c08-b249-4a26799e069a admin admin] Pushing event deleted for resources: {'Network': ['ID=54f4e2af-7802-42b1-85ee-3276cef9fafa,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:45.455098 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Deleting subnet 5034d7c1-6a8c-49e8-acde-5bf264e87e78 {{(pid=94836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:31:45.458462 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.494869 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840153'] for subnet, precommit_delete_associations {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.537072 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.684964 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30503018'] for subnet, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.715644 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5034d7c1-6a8c-49e8-acde-5bf264e87e78,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:45.716177 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.719464 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5034d7c1-6a8c-49e8-acde-5bf264e87e78 HTTP/1.1" status: 204 len: 168 time: 0.3118320 Oct 12 18:31:45.722423 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50178) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:45.724468 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:45.724868 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:45.725216 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:45.725557 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:45.725895 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:45.726234 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:45.726590 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:45.726956 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:45.727363 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:45.727687 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:45.728022 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:45.728352 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612cf22-214e-4796-b75f-c96f58afe8fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:31:45.790010 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-064945d7-d694-414c-a24a-cc5a50e4144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.870123 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-064945d7-d694-414c-a24a-cc5a50e4144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.889483 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.services.segments.db [None req-064945d7-d694-414c-a24a-cc5a50e4144e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c20058-b574-4ea2-99df-edebbca303b9']}} {{(pid=94835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:31:45.898491 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.services.segments.db [None req-064945d7-d694-414c-a24a-cc5a50e4144e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561083a8-547d-4184-ac10-e4f5fcd3a9c1') {'for_net_delete': True} {{(pid=94835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:31:45.898782 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.services.segments.db [None req-064945d7-d694-414c-a24a-cc5a50e4144e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561083a8-547d-4184-ac10-e4f5fcd3a9c1') {} {{(pid=94835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:31:45.908545 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-064945d7-d694-414c-a24a-cc5a50e4144e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29392174'] for segment, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.921070 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-064945d7-d694-414c-a24a-cc5a50e4144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.926686 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064945d7-d694-414c-a24a-cc5a50e4144e admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:31:45.927059 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-064945d7-d694-414c-a24a-cc5a50e4144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30236351'] for segment, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: Traceback (most recent call last): Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: timer() Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: cb(*args, **kw) Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: return func(*args, **kwargs) Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: self._notify() Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: self.callback(batched_events) Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: event.method(event) Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: return f(self, *a, **k) Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: return self._get(url).json() Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: return self.request(url, 'GET', **kwargs) Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:31:45.928671 dv-cinder-813227-2-iscsi neutron-server[94835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:31:46.090825 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-064945d7-d694-414c-a24a-cc5a50e4144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:46.095962 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-064945d7-d694-414c-a24a-cc5a50e4144e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:46.099129 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-064945d7-d694-414c-a24a-cc5a50e4144e admin admin] 10.222.0.18 "DELETE /v2.0/networks/c4c20058-b574-4ea2-99df-edebbca303b9 HTTP/1.1" status: 204 len: 168 time: 0.3756828 Oct 12 18:31:46.109995 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064945d7-d694-414c-a24a-cc5a50e4144e admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c20058-b574-4ea2-99df-edebbca303b9,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:46.461962 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-95637179-9ea2-4f70-8d4c-cdadaf370e67 req-aedcb137-ec8e-4a5e-b3b9-6e6fcd352ba5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396814 Oct 12 18:31:46.470219 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50186) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:46.508849 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-606bf65a-d135-42fc-a02c-b724b32ca607 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebbbe2b63cc947baa05f21e24ba313a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453656 Oct 12 18:31:46.512119 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50188) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:46.558541 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95637179-9ea2-4f70-8d4c-cdadaf370e67 req-51150077-04e2-4894-a632-cbb5a06bf74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:46.560151 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-95637179-9ea2-4f70-8d4c-cdadaf370e67 req-51150077-04e2-4894-a632-cbb5a06bf74e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 1100 time: 0.0538483 Oct 12 18:31:46.565655 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-083b7d4c-c0fa-41cf-a94d-7659e7da200b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:46.587914 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-083b7d4c-c0fa-41cf-a94d-7659e7da200b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:46.676879 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95637179-9ea2-4f70-8d4c-cdadaf370e67 req-0acd4f93-46e3-41dd-bb15-78540b2f404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:46.678367 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-95637179-9ea2-4f70-8d4c-cdadaf370e67 req-0acd4f93-46e3-41dd-bb15-78540b2f404d service neutron] 10.222.0.42 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 918 time: 0.0970049 Oct 12 18:31:46.744254 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-95637179-9ea2-4f70-8d4c-cdadaf370e67 req-e22366b1-fd38-4bc9-9013-b48bea728215 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e HTTP/1.1" status: 200 len: 1000 time: 0.0583572 Oct 12 18:31:46.749748 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-083b7d4c-c0fa-41cf-a94d-7659e7da200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:46.758451 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-083b7d4c-c0fa-41cf-a94d-7659e7da200b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:46.758451 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-083b7d4c-c0fa-41cf-a94d-7659e7da200b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1580324e-a04f-4571-a355-f4e8cb141715 HTTP/1.1" status: 204 len: 168 time: 0.2433007 Oct 12 18:31:46.766677 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b7d4c-c0fa-41cf-a94d-7659e7da200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1580324e-a04f-4571-a355-f4e8cb141715,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:46.805520 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95637179-9ea2-4f70-8d4c-cdadaf370e67 req-d985ae6f-c307-40db-92e9-0a37179ee44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:46.807314 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-95637179-9ea2-4f70-8d4c-cdadaf370e67 req-d985ae6f-c307-40db-92e9-0a37179ee44f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 200 len: 856 time: 0.0562615 Oct 12 18:31:46.854440 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95637179-9ea2-4f70-8d4c-cdadaf370e67 req-a9a8dfd0-b075-4e84-92f3-951f99351dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:46.859773 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-95637179-9ea2-4f70-8d4c-cdadaf370e67 req-a9a8dfd0-b075-4e84-92f3-951f99351dbc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80f5cd14-5950-4313-a8f0-f81c86803faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416212 Oct 12 18:31:46.948031 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-95637179-9ea2-4f70-8d4c-cdadaf370e67 req-93a9e73f-1369-4dd3-8a36-a730340013e2 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847015 Oct 12 18:31:47.039813 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-95637179-9ea2-4f70-8d4c-cdadaf370e67 req-d4cdd1ee-8c7e-43f1-8c85-49250c3b6312 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851014 Oct 12 18:31:47.537271 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50204) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:47.579556 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-6e173e63-829b-4fa2-a08e-326e7307183b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11aa5e3aa9dc4e1da0883847ab8afa84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411789 Oct 12 18:31:47.582072 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50206) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:47.635129 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ba4d9a28-18d7-4e4d-a0d3-ae6a4d81437d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:47.657275 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ba4d9a28-18d7-4e4d-a0d3-ae6a4d81437d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:47.770708 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ba4d9a28-18d7-4e4d-a0d3-ae6a4d81437d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:47.773397 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ba4d9a28-18d7-4e4d-a0d3-ae6a4d81437d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:47.774548 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-ba4d9a28-18d7-4e4d-a0d3-ae6a4d81437d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/569484b9-0f81-4513-a5cf-5db265b841a3 HTTP/1.1" status: 204 len: 168 time: 0.1914833 Oct 12 18:31:47.785541 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d9a28-18d7-4e4d-a0d3-ae6a4d81437d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569484b9-0f81-4513-a5cf-5db265b841a3,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:49.900370 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893200fa-61ab-4b8d-af11-29a5a0ab4360 req-cfcbc16b-7873-48d1-a1ed-c2f11b7aec41 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:49.901938 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-893200fa-61ab-4b8d-af11-29a5a0ab4360 req-cfcbc16b-7873-48d1-a1ed-c2f11b7aec41 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 947 time: 0.0593152 Oct 12 18:31:49.944186 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-893200fa-61ab-4b8d-af11-29a5a0ab4360 req-6fd7d03b-271d-4dcb-a3fc-d9da619e2028 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348151 Oct 12 18:31:50.994189 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:31:51.073819 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc71c-2bdb-4c74-9d9f-6a59bd4d1f31 req-e9ab248e-4212-4c0d-bdbd-d443eed4f2dc tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:51.075384 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-17cdc71c-2bdb-4c74-9d9f-6a59bd4d1f31 req-e9ab248e-4212-4c0d-bdbd-d443eed4f2dc tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 947 time: 0.0512817 Oct 12 18:31:51.119961 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-17cdc71c-2bdb-4c74-9d9f-6a59bd4d1f31 req-7ccd644d-018e-437a-b8f3-1bf45d033fd4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382717 Oct 12 18:31:51.712464 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-1e5108d0-3453-4470-99e5-f5e1a017e35d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:51.714052 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-1e5108d0-3453-4470-99e5-f5e1a017e35d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 947 time: 0.0501094 Oct 12 18:31:51.815453 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Deleting port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:31:51.815981 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:51.918602 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] For port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:31:51.918967 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:52.154813 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:52.155477 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:52.155477 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.l3_db [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Floating IP 65305c6a-e8ae-4418-9338-e3146be95198 disassociated. External IP: 172.27.1.4, port: fabaeaf5-eee4-46bf-a4bf-984ef9955b1e. Oct 12 18:31:52.156086 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Calling delete_port for fabaeaf5-eee4-46bf-a4bf-984ef9955b1e owned by compute:nova {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:31:52.275006 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34880b73-6bde-4ba6-a9e6-274ce60a651e req-f4c60cfa-ecd0-4ff4-a95f-b622b5d7d29c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:52.277216 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-34880b73-6bde-4ba6-a9e6-274ce60a651e req-f4c60cfa-ecd0-4ff4-a95f-b622b5d7d29c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 947 time: 0.0751014 Oct 12 18:31:52.350501 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-34880b73-6bde-4ba6-a9e6-274ce60a651e req-ac067ac7-2ae9-464b-8e57-aba1e166499a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=4670c38a-cbac-4f3c-8c27-71b6a54fc759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664873 Oct 12 18:31:52.480518 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:52.480518 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event deleted for resources: {'Port': ['ID=fabaeaf5-eee4-46bf-a4bf-984ef9955b1e,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:52.603138 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Router b9688eb7-3759-4c65-b259-288abb2db92b has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:31:52.719468 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:31:52.740609 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cba59-4a73-4286-864a-e77dcae8b7d8 None None] Sync routers for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:31:52.748618 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45cba59-4a73-4286-864a-e77dcae8b7d8 None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:31:52.749769 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-a45cba59-4a73-4286-864a-e77dcae8b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:31:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:31:52.766557 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] No DVR routers for this DVR port fabaeaf5-eee4-46bf-a4bf-984ef9955b1e on host hv-cinder-81322 {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:31:52.770091 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:52.775479 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-20ccab5b-aadb-4bd5-a480-b6d4511edc88 req-357d0bb7-96b6-461b-adbe-91c7dc92fe1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.42 "DELETE /v2.0/ports/fabaeaf5-eee4-46bf-a4bf-984ef9955b1e HTTP/1.1" status: 204 len: 173 time: 1.0555313 Oct 12 18:31:52.781226 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'name': 'network-vif-deleted', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:31:52.781226 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a221db03-8961-487e-86ff-948d91fbe6bf" -d '{"events": [{"server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "name": "network-vif-deleted", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:31:52.874534 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-a45cba59-4a73-4286-864a-e77dcae8b7d8 None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:31:52.965152 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5906d4a3-4e98-4266-94ed-9cf45e2998e8 x-openstack-request-id: req-5906d4a3-4e98-4266-94ed-9cf45e2998e8 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:31:52.965494 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13e5623-9ecd-4036-b74a-48cbb84908de", "name": "network-vif-deleted", "tag": "fabaeaf5-eee4-46bf-a4bf-984ef9955b1e", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:31:52.965748 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5906d4a3-4e98-4266-94ed-9cf45e2998e8 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:31:52.966142 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13e5623-9ecd-4036-b74a-48cbb84908de', 'name': 'network-vif-deleted', 'tag': 'fabaeaf5-eee4-46bf-a4bf-984ef9955b1e', 'status': 'completed', 'code': 200} Oct 12 18:31:53.083069 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-a45cba59-4a73-4286-864a-e77dcae8b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:47Z', 'revision_number': 5, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:31:53.112992 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cba59-4a73-4286-864a-e77dcae8b7d8 None None] Checking router: b9688eb7-3759-4c65-b259-288abb2db92b for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:31:53.122791 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45cba59-4a73-4286-864a-e77dcae8b7d8 None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:31:53.123638 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-a45cba59-4a73-4286-864a-e77dcae8b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:31:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:31:53.240366 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-a45cba59-4a73-4286-864a-e77dcae8b7d8 None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:31:53.476955 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-a45cba59-4a73-4286-864a-e77dcae8b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:47Z', 'revision_number': 5, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:31:53.505183 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-22d5246f-05d7-45b8-b5e5-8e26a36e986f req-7c400b19-6e18-4be5-89cc-1f0b96d7f2ff tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a13e5623-9ecd-4036-b74a-48cbb84908de HTTP/1.1" status: 200 len: 210 time: 0.0468314 Oct 12 18:31:53.507037 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cba59-4a73-4286-864a-e77dcae8b7d8 None None] The sync data for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi is: [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:47Z', 'revision_number': 5, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:31:53.745825 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50294) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:53.818897 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b895d-2201-4d21-b228-a3c3768d94df None None] New status for floating IP 65305c6a-e8ae-4418-9338-e3146be95198: DOWN {{(pid=94838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:31:53.902359 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2daae519-222e-42dc-8617-0d60895bc506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:53.991671 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2daae519-222e-42dc-8617-0d60895bc506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:54.107795 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2daae519-222e-42dc-8617-0d60895bc506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:54.145585 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daae519-222e-42dc-8617-0d60895bc506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7b5258-c91e-4e62-a6b5-8355b12787c9,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:54.154335 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-2daae519-222e-42dc-8617-0d60895bc506 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8482d94ba0c64bf49ef0fbf1812bb4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031756 Oct 12 18:31:54.154335 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50298) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:54.213326 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9c9a9f1a-28cd-4300-85ad-71bec2833b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:54.242926 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9c9a9f1a-28cd-4300-85ad-71bec2833b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:54.407494 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9c9a9f1a-28cd-4300-85ad-71bec2833b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:54.410229 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9c9a9f1a-28cd-4300-85ad-71bec2833b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:54.411384 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-9c9a9f1a-28cd-4300-85ad-71bec2833b52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de7b5258-c91e-4e62-a6b5-8355b12787c9 HTTP/1.1" status: 204 len: 168 time: 0.2571769 Oct 12 18:31:54.420140 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a9f1a-28cd-4300-85ad-71bec2833b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7b5258-c91e-4e62-a6b5-8355b12787c9,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:54.706565 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50308) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:54.761356 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-022b501d-49d7-4bac-89d1-d40e1874de7c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:54.785823 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-022b501d-49d7-4bac-89d1-d40e1874de7c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:54.921617 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-022b501d-49d7-4bac-89d1-d40e1874de7c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:54.924959 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-022b501d-49d7-4bac-89d1-d40e1874de7c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:54.925527 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-022b501d-49d7-4bac-89d1-d40e1874de7c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "DELETE /v2.0/security-groups/4670c38a-cbac-4f3c-8c27-71b6a54fc759 HTTP/1.1" status: 204 len: 168 time: 0.2179506 Oct 12 18:31:54.928388 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50310) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:54.935602 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b501d-49d7-4bac-89d1-d40e1874de7c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4670c38a-cbac-4f3c-8c27-71b6a54fc759,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:54.956177 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.api.v2.resource [None req-91a6ab8b-7598-4008-846c-2d2557a93f45 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] show failed (client error): The resource could not be found. Oct 12 18:31:54.956177 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-91a6ab8b-7598-4008-846c-2d2557a93f45 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups/4670c38a-cbac-4f3c-8c27-71b6a54fc759 HTTP/1.1" status: 404 len: 347 time: 0.0211415 Oct 12 18:31:54.958336 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50312) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:55.099487 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-5ab233e8-b3dd-4f68-ae87-05ac93767c1a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Deleting port 622a25fb-0098-4863-af73-0fdaa7b005f5 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:31:55.099834 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5ab233e8-b3dd-4f68-ae87-05ac93767c1a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:55.125111 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50314) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:55.138730 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c22dedca-2be5-4091-abad-b31ca0423e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:55.191728 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5ab233e8-b3dd-4f68-ae87-05ac93767c1a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:55.191975 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5ab233e8-b3dd-4f68-ae87-05ac93767c1a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:55.203821 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-5ab233e8-b3dd-4f68-ae87-05ac93767c1a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Calling delete_port for 622a25fb-0098-4863-af73-0fdaa7b005f5 owned by network:floatingip {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:31:55.215136 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c22dedca-2be5-4091-abad-b31ca0423e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:55.268336 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fabaeaf5-eee4-46bf-a4bf-984ef9955b1e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:31:55.288461 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: fabaeaf5-eee4-46bf-a4bf-984ef9955b1e {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:31:55.288805 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device fabaeaf5-eee4-46bf-a4bf-984ef9955b1e not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:31:55.293193 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c22dedca-2be5-4091-abad-b31ca0423e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:55.329200 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dedca-2be5-4091-abad-b31ca0423e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46808f4-5362-4e0c-a235-afc8ed647545,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:55.335694 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-c22dedca-2be5-4091-abad-b31ca0423e8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6ad70142d7f4965b108209e24f3ec05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071452 Oct 12 18:31:55.335946 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50316) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:55.396232 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c98d7542-59fd-4a92-9804-ac1143ebe7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:55.412894 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5ab233e8-b3dd-4f68-ae87-05ac93767c1a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:55.427707 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c98d7542-59fd-4a92-9804-ac1143ebe7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:55.447958 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab233e8-b3dd-4f68-ae87-05ac93767c1a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event deleted for resources: {'Port': ['ID=622a25fb-0098-4863-af73-0fdaa7b005f5,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:55.514161 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5ab233e8-b3dd-4f68-ae87-05ac93767c1a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:55.516697 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5ab233e8-b3dd-4f68-ae87-05ac93767c1a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:55.517847 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-5ab233e8-b3dd-4f68-ae87-05ac93767c1a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "DELETE /v2.0/floatingips/65305c6a-e8ae-4418-9338-e3146be95198 HTTP/1.1" status: 204 len: 168 time: 0.5584419 Oct 12 18:31:55.561641 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c98d7542-59fd-4a92-9804-ac1143ebe7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:55.564315 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c98d7542-59fd-4a92-9804-ac1143ebe7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:55.565681 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-c98d7542-59fd-4a92-9804-ac1143ebe7d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d46808f4-5362-4e0c-a235-afc8ed647545 HTTP/1.1" status: 204 len: 168 time: 0.2286794 Oct 12 18:31:55.575006 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d7542-59fd-4a92-9804-ac1143ebe7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46808f4-5362-4e0c-a235-afc8ed647545,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:56.041665 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50326) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:56.047095 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-efff672c-6c61-490d-90a3-447160fa5130 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506886723', 'description': 'tempest-description--1958350854'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:31:56.161427 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-efff672c-6c61-490d-90a3-447160fa5130 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:56.229393 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-efff672c-6c61-490d-90a3-447160fa5130 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:56.304143 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-efff672c-6c61-490d-90a3-447160fa5130 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:56.334166 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff672c-6c61-490d-90a3-447160fa5130 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619c7f2a-7c5c-4faa-8678-cd21c5da245e,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:56.489034 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-efff672c-6c61-490d-90a3-447160fa5130 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:56.494518 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-efff672c-6c61-490d-90a3-447160fa5130 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4469194 Oct 12 18:31:56.497690 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50340) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:56.504828 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-992b7f85-4777-42bc-be74-a40f4d6c2851 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Request body: {'security_group_rule': {'security_group_id': '619c7f2a-7c5c-4faa-8678-cd21c5da245e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:31:56.625547 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-992b7f85-4777-42bc-be74-a40f4d6c2851 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:56.696204 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-992b7f85-4777-42bc-be74-a40f4d6c2851 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:56.784064 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-992b7f85-4777-42bc-be74-a40f4d6c2851 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:56.799929 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b7f85-4777-42bc-be74-a40f4d6c2851 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9bdb82-ed2c-4767-a2c4-6a74319246e5,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:56.923602 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-992b7f85-4777-42bc-be74-a40f4d6c2851 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:56.925111 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-992b7f85-4777-42bc-be74-a40f4d6c2851 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4259877 Oct 12 18:31:56.927891 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50350) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:56.933003 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-2fb2fdfc-91f1-4718-95fd-bbbd8fa04989 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Request body: {'security_group_rule': {'security_group_id': '619c7f2a-7c5c-4faa-8678-cd21c5da245e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:31:57.072634 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2fb2fdfc-91f1-4718-95fd-bbbd8fa04989 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:57.136480 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2fb2fdfc-91f1-4718-95fd-bbbd8fa04989 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:57.241830 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2fb2fdfc-91f1-4718-95fd-bbbd8fa04989 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:57.261117 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2fdfc-91f1-4718-95fd-bbbd8fa04989 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7539900b-ff51-4d6c-98d7-f344acd80bc6,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:57.357391 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2fb2fdfc-91f1-4718-95fd-bbbd8fa04989 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:57.358643 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-2fb2fdfc-91f1-4718-95fd-bbbd8fa04989 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4296913 Oct 12 18:31:57.361914 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50352) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:31:57.366399 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Request body: {'floatingip': {'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:31:57.452696 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:57.566357 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:57.691290 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Allocated IP 172.27.1.31 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/9d959a1f-2c9e-4163-8a14-29411fd7df1c) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:31:57.806529 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:57.930846 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:58.204661 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:31:58.207542 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:31:58.211026 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:31:58.217003 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event updated for resources: {'Port': ['ID=9d959a1f-2c9e-4163-8a14-29411fd7df1c,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:58.297930 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:58.436016 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:58.587945 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:58.699267 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:58.767226 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event updated for resources: {'Port': ['ID=9d959a1f-2c9e-4163-8a14-29411fd7df1c,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:31:58.784218 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:58.919896 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:31:58.921381 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-b272574a-812c-4a68-815e-ef84cfd39383 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5582781 Oct 12 18:31:59.121277 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-248acb0b-2b25-4e7b-8d25-62987d37daad tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1506886723&fields=id&tenant_id=94cdd5201533434888e7691148b9a3a8 HTTP/1.1" status: 200 len: 267 time: 0.0345883 Oct 12 18:31:59.240443 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-5586b478-ec41-4a64-a071-0a87f9439703 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:31:59.241937 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-5586b478-ec41-4a64-a071-0a87f9439703 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 817 time: 0.1127639 Oct 12 18:31:59.257200 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-57bd9978-6e8d-4137-bf72-3c5f020424fc tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/quotas/94cdd5201533434888e7691148b9a3a8 HTTP/1.1" status: 200 len: 375 time: 0.0088961 Oct 12 18:31:59.311332 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-2bd68fe0-c2e2-4ec8-ab87-c9194e499fac tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487947 Oct 12 18:31:59.509545 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-545e6d5e-b7f3-45e0-a4e2-d32e289bf5d7 service neutron] 10.222.0.18 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868200 Oct 12 18:31:59.606335 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-df360f71-01c0-4ff3-b277-72ef95e93d1b service neutron] 10.222.0.18 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901384 Oct 12 18:31:59.873496 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5719920b-ad46-4637-9d13-0a67c397ea6b req-ff535177-298b-4699-ae73-123d0829fb77 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 210 time: 0.0272002 Oct 12 18:32:00.956201 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a9d92f30-3b68-4eaa-a591-868e5aa884d9 req-b6e7e6ff-5d38-4c1e-be10-7a9b82c31019 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 210 time: 0.0270073 Oct 12 18:32:02.048497 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-63ec4c95-6268-4c8e-bbab-2d1720ab3a2c req-7f7a5e21-774b-4f60-a520-d044e9b2e523 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 210 time: 0.0338035 Oct 12 18:32:03.131110 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8916f902-29ed-4e1a-b9b9-f041a1e035b5 req-11f52ff8-5e58-4109-8a81-de4edaec27a0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 210 time: 0.0281715 Oct 12 18:32:04.230153 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1cb7430e-091a-4218-935d-40ae0f236508 req-f51ba353-252c-432c-8893-1590d5573657 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 210 time: 0.0276115 Oct 12 18:32:04.330239 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-235b30ad-1bfa-415d-8141-d875218c0494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:05.100813 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070ff6-6267-49e5-82f4-cf4401177485 req-9909823f-8695-4821-af23-9687c25d22d7 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:05.102266 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6c070ff6-6267-49e5-82f4-cf4401177485 req-9909823f-8695-4821-af23-9687c25d22d7 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.0494549 Oct 12 18:32:05.142351 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6c070ff6-6267-49e5-82f4-cf4401177485 req-ee305d6c-b27f-440f-8d0b-5fedddd94956 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330331 Oct 12 18:32:05.333809 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-17ffcdb3-4cee-4da3-b6ff-14766db08113 req-bdfe33a8-c2dc-4cc6-912f-42196a968f1e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 210 time: 0.0299132 Oct 12 18:32:06.328721 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc736b8e-7ddd-4a72-8e29-b5e0a9c34f14 req-39121572-65da-4e26-935f-54892551f823 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:06.330544 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc736b8e-7ddd-4a72-8e29-b5e0a9c34f14 req-39121572-65da-4e26-935f-54892551f823 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.1193888 Oct 12 18:32:06.424619 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-e628b65b-2c61-40e7-bc56-c04d0bd9cd1e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:06.426121 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-e628b65b-2c61-40e7-bc56-c04d0bd9cd1e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.42 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 817 time: 0.1819460 Oct 12 18:32:06.473080 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc736b8e-7ddd-4a72-8e29-b5e0a9c34f14 req-2b96384b-e4e7-4a08-aa45-3f64cba93dfe tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=06811e3a-4472-4b47-905e-eb3913f21d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328158 Oct 12 18:32:06.474918 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-17032caa-2001-45cd-96a3-d079b148b09b req-9ef75fe7-8a47-4d72-bf9a-3dcf16f7c230 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 210 time: 0.0600982 Oct 12 18:32:06.498067 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-38bbc39c-15c0-4fd7-8fe5-16df20560255 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:06.500216 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-38bbc39c-15c0-4fd7-8fe5-16df20560255 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 945 time: 0.1534979 Oct 12 18:32:06.546474 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-ebeef834-6534-4aab-9eff-2c81ba1c5078 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94cdd5201533434888e7691148b9a3a8 HTTP/1.1" status: 200 len: 380 time: 0.1010020 Oct 12 18:32:06.558585 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9a2fbc6d-da64-418f-bf15-62c8a3583479 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Request body: {'port': {'device_id': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'admin_state_up': True, 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'security_groups': ['619c7f2a-7c5c-4faa-8678-cd21c5da245e']}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:06.695181 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Deleting port e09e7894-b521-40f8-ae1f-7364d6e573c9 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:32:06.695528 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:06.803440 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] For port e09e7894-b521-40f8-ae1f-7364d6e573c9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e09e7894-b521-40f8-ae1f-7364d6e573c9,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:06.803808 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:06.868966 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9a2fbc6d-da64-418f-bf15-62c8a3583479 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Made reservation on behalf of 94cdd5201533434888e7691148b9a3a8 for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:32:06.873061 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9a2fbc6d-da64-418f-bf15-62c8a3583479 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:07.075578 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:07.075940 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:07.076251 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.l3_db [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Floating IP cecda45f-466e-4820-a3a0-7ed56f119250 disassociated. External IP: 172.27.1.253, port: e09e7894-b521-40f8-ae1f-7364d6e573c9. Oct 12 18:32:07.076609 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Calling delete_port for e09e7894-b521-40f8-ae1f-7364d6e573c9 owned by compute:nova {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:32:07.101820 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9a2fbc6d-da64-418f-bf15-62c8a3583479 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Allocated IP 172.20.0.6 (80f5cd14-5950-4313-a8f0-f81c86803faa/502622b7-745a-4ead-8e74-4e8abad1dbf8/6b4b7683-8980-4bd3-9e9f-66f9276cb054) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:32:07.232628 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42c323d0-001b-43a4-b746-3a6457264719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:07.329010 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9a2fbc6d-da64-418f-bf15-62c8a3583479 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:07.398800 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:07.437005 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9a2fbc6d-da64-418f-bf15-62c8a3583479 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:07.438687 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event deleted for resources: {'Port': ['ID=e09e7894-b521-40f8-ae1f-7364d6e573c9,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:07.519627 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9a2fbc6d-da64-418f-bf15-62c8a3583479 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Network 80f5cd14-5950-4313-a8f0-f81c86803faa is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:32:07.527605 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9a2fbc6d-da64-418f-bf15-62c8a3583479 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:32:07.532250 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9a2fbc6d-da64-418f-bf15-62c8a3583479 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:32:07.534945 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fbc6d-da64-418f-bf15-62c8a3583479 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event updated for resources: {'Port': ['ID=6b4b7683-8980-4bd3-9e9f-66f9276cb054,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:07.646776 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7bde0ec0-541e-4b11-a0cc-d1804c3157b6 req-48d088a6-b526-418a-b061-2790e16ab1fb tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0740421 Oct 12 18:32:07.697570 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9a2fbc6d-da64-418f-bf15-62c8a3583479 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:07.698488 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9a2fbc6d-da64-418f-bf15-62c8a3583479 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:07.730667 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9720a-39d6-4155-b1ff-88831f8aa30d req-0e2d2363-d7d7-439e-9334-004a55f05a92 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:07.740592 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2dc9720a-39d6-4155-b1ff-88831f8aa30d req-0e2d2363-d7d7-439e-9334-004a55f05a92 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 931 time: 0.1578093 Oct 12 18:32:07.740592 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Router bc6cdecb-8e10-40ce-9e30-9af2bf390894 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:32:07.812111 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-495428b6-f35b-41d7-8e0c-1da0ecc1d693 None None] Provisioning complete for port 6b4b7683-8980-4bd3-9e9f-66f9276cb054 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:32:07.812589 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9a2fbc6d-da64-418f-bf15-62c8a3583479 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2584000 Oct 12 18:32:07.812788 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-495428b6-f35b-41d7-8e0c-1da0ecc1d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:07.820321 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2dc9720a-39d6-4155-b1ff-88831f8aa30d req-8da5e675-7088-4104-9707-170a9b571124 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810990 Oct 12 18:32:07.874957 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-495428b6-f35b-41d7-8e0c-1da0ecc1d693 None None] Port 6b4b7683-8980-4bd3-9e9f-66f9276cb054 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:32:07.881806 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:32:07.893938 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97dbe0e-d237-4aa8-aff1-47d731527735 None None] Sync routers for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:32:07.908121 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97dbe0e-d237-4aa8-aff1-47d731527735 None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:32:07.909610 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-d97dbe0e-d237-4aa8-aff1-47d731527735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:32:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:07.926171 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] No DVR routers for this DVR port e09e7894-b521-40f8-ae1f-7364d6e573c9 on host hv-cinder-81322 {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:32:07.928878 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:07.932172 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-191d3fb6-fc1a-4957-b2fe-d1b658a9edc4 req-fda3e31d-daa6-4cd7-87d5-1a5953e47126 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.42 "DELETE /v2.0/ports/e09e7894-b521-40f8-ae1f-7364d6e573c9 HTTP/1.1" status: 204 len: 173 time: 1.4174423 Oct 12 18:32:07.932646 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad61db5-995d-47f1-a6d6-891628733252', 'name': 'network-vif-deleted', 'tag': 'e09e7894-b521-40f8-ae1f-7364d6e573c9'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:32:07.935031 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef4845a-8b17-4be5-a094-b3571b5c3eb4" -d '{"events": [{"server_uuid": "1ad61db5-995d-47f1-a6d6-891628733252", "name": "network-vif-deleted", "tag": "e09e7894-b521-40f8-ae1f-7364d6e573c9"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:32:07.974046 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb6604c-e4ba-412b-90bf-02e67dc18b51 x-openstack-request-id: req-ffb6604c-e4ba-412b-90bf-02e67dc18b51 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:32:07.974251 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad61db5-995d-47f1-a6d6-891628733252", "name": "network-vif-deleted", "tag": "e09e7894-b521-40f8-ae1f-7364d6e573c9", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:32:07.974773 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffb6604c-e4ba-412b-90bf-02e67dc18b51 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:32:07.974871 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad61db5-995d-47f1-a6d6-891628733252', 'name': 'network-vif-deleted', 'tag': 'e09e7894-b521-40f8-ae1f-7364d6e573c9', 'status': 'completed', 'code': 200} Oct 12 18:32:08.143750 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-d97dbe0e-d237-4aa8-aff1-47d731527735 None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:32:08.169168 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:08.331554 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:08.354291 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-d97dbe0e-d237-4aa8-aff1-47d731527735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 5, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:08.380188 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97dbe0e-d237-4aa8-aff1-47d731527735 None None] Checking router: bc6cdecb-8e10-40ce-9e30-9af2bf390894 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:32:08.389192 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97dbe0e-d237-4aa8-aff1-47d731527735 None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:32:08.389804 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-d97dbe0e-d237-4aa8-aff1-47d731527735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:32:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:08.503986 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-d97dbe0e-d237-4aa8-aff1-47d731527735 None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:32:08.704373 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-d97dbe0e-d237-4aa8-aff1-47d731527735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 5, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:08.738987 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97dbe0e-d237-4aa8-aff1-47d731527735 None None] The sync data for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi is: [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 5, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:32:08.763009 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-996f52a6-5860-427b-83d4-6da4b693eb3b req-ba527be4-19d7-4ff5-8f01-f1be8c247ab2 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0278325 Oct 12 18:32:08.951770 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Request body: {'port': {'device_id': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:08.989777 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b62d4-6aa5-4b47-83df-20b001f8959b None None] New status for floating IP cecda45f-466e-4820-a3a0-7ed56f119250: DOWN {{(pid=94838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:32:09.019264 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6368ca-b5b8-491b-bb45-a05ee06261f0 req-dbda079d-9dc3-487f-82b3-83b685b39985 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:09.020907 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d6368ca-b5b8-491b-bb45-a05ee06261f0 req-dbda079d-9dc3-487f-82b3-83b685b39985 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 931 time: 0.1127908 Oct 12 18:32:09.035158 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:09.094309 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d6368ca-b5b8-491b-bb45-a05ee06261f0 req-60e590ab-5d48-473f-8133-bd76dd5992cb tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653760 Oct 12 18:32:09.336366 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4b7683-8980-4bd3-9e9f-66f9276cb054 {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:32:09.344696 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:09.357611 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Transition to ACTIVE for port object 6b4b7683-8980-4bd3-9e9f-66f9276cb054 will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:32:09.450084 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:09.498938 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Pushing event updated for resources: {'Port': ['ID=6b4b7683-8980-4bd3-9e9f-66f9276cb054,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:09.571092 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Attempting to bind port 6b4b7683-8980-4bd3-9e9f-66f9276cb054 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:32:09.571426 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Attempting to bind port 6b4b7683-8980-4bd3-9e9f-66f9276cb054 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:32:09.571758 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Attempting to bind port 6b4b7683-8980-4bd3-9e9f-66f9276cb054 on network 80f5cd14-5950-4313-a8f0-f81c86803faa {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:32:09.577281 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Port 6b4b7683-8980-4bd3-9e9f-66f9276cb054 on network 80f5cd14-5950-4313-a8f0-f81c86803faa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:32:09.580239 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Attempting to bind port 6b4b7683-8980-4bd3-9e9f-66f9276cb054 on network 80f5cd14-5950-4313-a8f0-f81c86803faa {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:32:09.582952 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:32:09.583293 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Checking segment: {'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:32:09.583686 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Bound using segment: {'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:32:09.584264 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Bound port: 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:32:09.584854 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:09.704093 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] For port 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:32:09.708059 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] For port 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:32:09.716254 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98701a9e-8a98-469f-a1b9-b04097ef8794 req-f5ec7fe7-ea58-4c0b-a268-4c0c2e7bb515 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:09.717845 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-98701a9e-8a98-469f-a1b9-b04097ef8794 req-f5ec7fe7-ea58-4c0b-a268-4c0c2e7bb515 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0811310 Oct 12 18:32:09.768313 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-98701a9e-8a98-469f-a1b9-b04097ef8794 req-104b8a33-e43c-469d-9c3a-9e68656df5bb tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411503 Oct 12 18:32:09.787664 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:09.822658 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:09.823317 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:09.824707 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] 10.222.0.42 "PUT /v2.0/ports/6b4b7683-8980-4bd3-9e9f-66f9276cb054 HTTP/1.1" status: 200 len: 1093 time: 0.8824878 Oct 12 18:32:09.859982 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5fc72-01fc-44bc-a3a4-150492f9015b service neutron] Pushing event updated for resources: {'Port': ['ID=6b4b7683-8980-4bd3-9e9f-66f9276cb054,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:09.876139 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-65d524fc-4e9a-4f43-9583-979944919ef9 req-7e447bdf-5c36-4326-9b7d-e680b867bb5e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0327954 Oct 12 18:32:09.953074 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:09.976391 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:32:09.979572 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f4d771-630b-4da6-9890-eb15ee1e9de8" -d '{"events": [{"name": "network-changed", "server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:32:10.017351 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46cd434-42d1-4277-ab57-315203738487 x-openstack-request-id: req-d46cd434-42d1-4277-ab57-315203738487 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:32:10.017637 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:32:10.017887 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d46cd434-42d1-4277-ab57-315203738487 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:32:10.018279 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'status': 'completed', 'code': 200} Oct 12 18:32:10.225295 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7288fc4-1afc-4599-b756-56ec2a7cc12d req-24fac540-4a96-4c75-b805-d0cb41aa0500 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:10.226843 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d7288fc4-1afc-4599-b756-56ec2a7cc12d req-24fac540-4a96-4c75-b805-d0cb41aa0500 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0603666 Oct 12 18:32:10.265382 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d7288fc4-1afc-4599-b756-56ec2a7cc12d req-b2831606-654b-4431-a7df-6059a76725e4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321736 Oct 12 18:32:10.332785 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device e09e7894-b521-40f8-ae1f-7364d6e573c9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:32:10.354854 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: e09e7894-b521-40f8-ae1f-7364d6e573c9 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:32:10.358332 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device e09e7894-b521-40f8-ae1f-7364d6e573c9 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:32:10.420248 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d771-630b-4da6-9890-eb15ee1e9de8 req-16791020-6fbe-4490-8fe7-533ecbd13c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:10.421778 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a1f4d771-630b-4da6-9890-eb15ee1e9de8 req-16791020-6fbe-4490-8fe7-533ecbd13c58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 1096 time: 0.0404613 Oct 12 18:32:10.534431 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d771-630b-4da6-9890-eb15ee1e9de8 req-c9f371b7-bbd5-43e9-a549-0a6500ddf3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:10.535935 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a1f4d771-630b-4da6-9890-eb15ee1e9de8 req-c9f371b7-bbd5-43e9-a549-0a6500ddf3c5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=94cdd5201533434888e7691148b9a3a8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1055903 Oct 12 18:32:10.637306 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4d771-630b-4da6-9890-eb15ee1e9de8 req-ffc020ce-3bd7-40da-9e7c-ac5bbe7a6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:10.638912 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a1f4d771-630b-4da6-9890-eb15ee1e9de8 req-ffc020ce-3bd7-40da-9e7c-ac5bbe7a6862 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952423 Oct 12 18:32:10.785013 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-3c8cc7ea-5a85-4f84-8a36-84024ddbe955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:10.786477 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-3c8cc7ea-5a85-4f84-8a36-84024ddbe955 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 1096 time: 0.0498006 Oct 12 18:32:10.833086 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:10.853927 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-b2f1854b-48e7-4ad1-9e06-9ca5a444ada1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054 HTTP/1.1" status: 200 len: 217 time: 0.0399168 Oct 12 18:32:10.926927 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9bf34b97-2b98-487f-bf3c-1faf0db3a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:10.928425 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-9bf34b97-2b98-487f-bf3c-1faf0db3a385 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 200 len: 856 time: 0.0668976 Oct 12 18:32:10.940022 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d24fe-aac1-4f0b-ba7d-1f4e2f3e421a req-6c87e857-e640-4f38-a03d-4629bf7ca454 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:10.941517 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-757d24fe-aac1-4f0b-ba7d-1f4e2f3e421a req-6c87e857-e640-4f38-a03d-4629bf7ca454 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0905628 Oct 12 18:32:10.998405 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-89b8f407-68bb-458e-9a3f-4fc9e839e730 req-9370c6c3-4f53-430c-9eac-e1d06f461587 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ad61db5-995d-47f1-a6d6-891628733252 HTTP/1.1" status: 200 len: 210 time: 0.0368226 Oct 12 18:32:11.006009 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-757d24fe-aac1-4f0b-ba7d-1f4e2f3e421a req-cdec6691-ee0b-4d1c-a9b1-375d7e476faa tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585458 Oct 12 18:32:11.074504 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-c4aaf155-ead2-4c30-bad5-acd9ea588e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:11.076000 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-c4aaf155-ead2-4c30-bad5-acd9ea588e47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80f5cd14-5950-4313-a8f0-f81c86803faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491958 Oct 12 18:32:11.168953 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-66ef3c7d-dc99-42ee-858f-472be6331e53 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834455 Oct 12 18:32:11.556625 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d0c2c-a197-4362-ac6b-dbd148cc810c req-f94e63f7-4841-4f58-8ed1-d3eae45097a5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:11.558736 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-584d0c2c-a197-4362-ac6b-dbd148cc810c req-f94e63f7-4841-4f58-8ed1-d3eae45097a5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0775428 Oct 12 18:32:11.565046 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c1451cd-79c8-45f3-85da-cb144bb97781 req-5b89aa02-a5f1-4a06-b0c1-61490f8c58f5 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881738 Oct 12 18:32:11.600689 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-584d0c2c-a197-4362-ac6b-dbd148cc810c req-c80d1dca-a83e-4178-98b2-9c9748a6a236 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346508 Oct 12 18:32:12.145748 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429eb0c-84b8-469d-85da-670e760a88a4 req-b7f93fbe-ddc6-4a71-a225-024136d6b96c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:12.147279 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a429eb0c-84b8-469d-85da-670e760a88a4 req-b7f93fbe-ddc6-4a71-a225-024136d6b96c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0591693 Oct 12 18:32:12.156021 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50528) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:12.189813 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a429eb0c-84b8-469d-85da-670e760a88a4 req-3b852f02-92c6-4436-9d1a-dd430a1640e4 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345764 Oct 12 18:32:12.225364 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f5e2c174-74f6-4cc3-a18f-1246b6833966 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:12.251754 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f5e2c174-74f6-4cc3-a18f-1246b6833966 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:12.370778 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-6faefd9e-e627-49cd-a4e2-80e1580a452f tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:12.372299 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-6faefd9e-e627-49cd-a4e2-80e1580a452f tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 946 time: 0.0526419 Oct 12 18:32:12.381673 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f5e2c174-74f6-4cc3-a18f-1246b6833966 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:12.384292 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f5e2c174-74f6-4cc3-a18f-1246b6833966 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:12.386168 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-f5e2c174-74f6-4cc3-a18f-1246b6833966 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "DELETE /v2.0/security-groups/06811e3a-4472-4b47-905e-eb3913f21d87 HTTP/1.1" status: 204 len: 168 time: 0.2291214 Oct 12 18:32:12.389100 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50532) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:12.396164 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2c174-74f6-4cc3-a18f-1246b6833966 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06811e3a-4472-4b47-905e-eb3913f21d87,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:12.422418 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.api.v2.resource [None req-665727b5-30a8-41eb-b81c-f44881f28ea5 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] show failed (client error): The resource could not be found. Oct 12 18:32:12.423049 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-665727b5-30a8-41eb-b81c-f44881f28ea5 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups/06811e3a-4472-4b47-905e-eb3913f21d87 HTTP/1.1" status: 404 len: 347 time: 0.0328572 Oct 12 18:32:12.426136 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50534) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:12.498931 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Deleting port e9e1d074-c7de-4406-9644-edcd2e1b0059 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:32:12.498931 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:12.556292 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-ccd3f920-6ffe-4255-abe8-8f8aae059578 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Deleting port e69548bb-6f7e-4f61-9aac-8decc4f1db0c {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:32:12.557352 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccd3f920-6ffe-4255-abe8-8f8aae059578 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:12.591404 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] For port e9e1d074-c7de-4406-9644-edcd2e1b0059, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e9e1d074-c7de-4406-9644-edcd2e1b0059,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:12.591792 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:12.634777 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccd3f920-6ffe-4255-abe8-8f8aae059578 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:12.635696 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccd3f920-6ffe-4255-abe8-8f8aae059578 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:12.648330 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-ccd3f920-6ffe-4255-abe8-8f8aae059578 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Calling delete_port for e69548bb-6f7e-4f61-9aac-8decc4f1db0c owned by network:floatingip {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:32:12.802486 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7a507-dd3b-48b9-8b7b-6308e946c80b req-b9c11b5d-fcea-4c58-b987-46b8e85bde61 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:12.804017 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e2e7a507-dd3b-48b9-8b7b-6308e946c80b req-b9c11b5d-fcea-4c58-b987-46b8e85bde61 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.1036708 Oct 12 18:32:12.835594 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:12.835949 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:12.836265 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.l3_db [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Floating IP aa45a357-dee4-4c40-aac8-76e56d72a911 disassociated. External IP: 172.27.1.83, port: e9e1d074-c7de-4406-9644-edcd2e1b0059. Oct 12 18:32:12.836619 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Calling delete_port for e9e1d074-c7de-4406-9644-edcd2e1b0059 owned by compute:nova {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:32:12.894914 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e2e7a507-dd3b-48b9-8b7b-6308e946c80b req-1bef401d-58ee-4a4c-bd42-ec7b02f2b8c3 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826964 Oct 12 18:32:12.915422 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccd3f920-6ffe-4255-abe8-8f8aae059578 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:12.942202 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3f920-6ffe-4255-abe8-8f8aae059578 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event deleted for resources: {'Port': ['ID=e69548bb-6f7e-4f61-9aac-8decc4f1db0c,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:13.009328 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccd3f920-6ffe-4255-abe8-8f8aae059578 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:13.012012 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ccd3f920-6ffe-4255-abe8-8f8aae059578 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:13.013482 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-ccd3f920-6ffe-4255-abe8-8f8aae059578 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "DELETE /v2.0/floatingips/cecda45f-466e-4820-a3a0-7ed56f119250 HTTP/1.1" status: 204 len: 168 time: 0.5863249 Oct 12 18:32:13.073089 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:13.100955 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event deleted for resources: {'Port': ['ID=e9e1d074-c7de-4406-9644-edcd2e1b0059,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:13.246356 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Router 49c4b58e-86c3-4f66-af7b-0775da265084 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:32:13.325210 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a9f037c-90f1-4ebe-be81-1a1aa2e44883 req-bd3a6c30-5bbb-4756-b4d0-56728bc80d64 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 210 time: 0.0310798 Oct 12 18:32:13.386216 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:32:13.397000 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d6556-34f1-47b3-9688-de86455b2dec None None] Sync routers for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:32:13.408730 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d6556-34f1-47b3-9688-de86455b2dec None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:32:13.409759 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-ef4d6556-34f1-47b3-9688-de86455b2dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:32:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:13.450215 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] No DVR routers for this DVR port e9e1d074-c7de-4406-9644-edcd2e1b0059 on host hv-cinder-81322 {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:32:13.453389 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:13.458226 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3df30ab4-3d31-40fb-8305-f7c242405d01 req-ba37ec7b-dabd-40d0-b330-5acf4a37ac76 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "DELETE /v2.0/ports/e9e1d074-c7de-4406-9644-edcd2e1b0059 HTTP/1.1" status: 204 len: 173 time: 1.0794158 Oct 12 18:32:13.458835 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8be5be-6f8c-42e2-9cd4-10c62915f993', 'name': 'network-vif-deleted', 'tag': 'e9e1d074-c7de-4406-9644-edcd2e1b0059'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:32:13.462127 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a30a62-79c9-4aca-9b4a-7826d25a1ed7" -d '{"events": [{"server_uuid": "ff8be5be-6f8c-42e2-9cd4-10c62915f993", "name": "network-vif-deleted", "tag": "e9e1d074-c7de-4406-9644-edcd2e1b0059"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:32:13.523901 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29561cc1-43a2-4adf-a0ac-e2e9facd47bb x-openstack-request-id: req-29561cc1-43a2-4adf-a0ac-e2e9facd47bb {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:32:13.524282 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8be5be-6f8c-42e2-9cd4-10c62915f993", "name": "network-vif-deleted", "tag": "e9e1d074-c7de-4406-9644-edcd2e1b0059", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:32:13.524656 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29561cc1-43a2-4adf-a0ac-e2e9facd47bb {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:32:13.525154 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8be5be-6f8c-42e2-9cd4-10c62915f993', 'name': 'network-vif-deleted', 'tag': 'e9e1d074-c7de-4406-9644-edcd2e1b0059', 'status': 'completed', 'code': 200} Oct 12 18:32:13.562063 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-ef4d6556-34f1-47b3-9688-de86455b2dec None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:32:13.744252 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50552) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:13.752419 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-269e13bb-f286-41c5-8fa2-1f65015cef86 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301512783', 'description': 'tempest-description--1689501775'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:13.780546 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-ef4d6556-34f1-47b3-9688-de86455b2dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:13.812882 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d6556-34f1-47b3-9688-de86455b2dec None None] Checking router: 49c4b58e-86c3-4f66-af7b-0775da265084 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:32:13.822282 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d6556-34f1-47b3-9688-de86455b2dec None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:32:13.822908 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-ef4d6556-34f1-47b3-9688-de86455b2dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:32:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:13.861737 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-269e13bb-f286-41c5-8fa2-1f65015cef86 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:13.937318 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-269e13bb-f286-41c5-8fa2-1f65015cef86 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:13.939749 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-ef4d6556-34f1-47b3-9688-de86455b2dec None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:32:14.024209 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-269e13bb-f286-41c5-8fa2-1f65015cef86 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:14.052368 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdd7f2-5ef7-412c-bb8c-64896efa6475 req-b0f51085-e9c6-469a-bc1a-3e615aedd2f7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:14.053873 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-85fdd7f2-5ef7-412c-bb8c-64896efa6475 req-b0f51085-e9c6-469a-bc1a-3e615aedd2f7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0671260 Oct 12 18:32:14.058708 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e13bb-f286-41c5-8fa2-1f65015cef86 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:14.098704 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-85fdd7f2-5ef7-412c-bb8c-64896efa6475 req-df54bb30-e9ce-42fa-916f-7952d0ce3c6a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388377 Oct 12 18:32:14.118635 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-269e13bb-f286-41c5-8fa2-1f65015cef86 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:14.123580 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-269e13bb-f286-41c5-8fa2-1f65015cef86 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3760993 Oct 12 18:32:14.129469 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50556) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:14.135051 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-99041877-7c08-4a9a-b942-74d72b2ee588 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Request body: {'security_group_rule': {'security_group_id': '335a866e-0027-4d1b-9ea4-bcafdc2c9fe8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:14.166215 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-ef4d6556-34f1-47b3-9688-de86455b2dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:14.196258 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d6556-34f1-47b3-9688-de86455b2dec None None] The sync data for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi is: [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:32:14.270299 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-99041877-7c08-4a9a-b942-74d72b2ee588 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:14.332640 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-99041877-7c08-4a9a-b942-74d72b2ee588 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:14.395319 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-99041877-7c08-4a9a-b942-74d72b2ee588 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:14.414519 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99041877-7c08-4a9a-b942-74d72b2ee588 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cc46b8-5a33-4bf0-a7fe-f95d4d4a890e,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:14.451693 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63177008-042d-4349-b005-7e8a6040aafe None None] New status for floating IP aa45a357-dee4-4c40-aac8-76e56d72a911: DOWN {{(pid=94838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:32:14.458428 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-89485122-3258-4210-a591-27805953bc9d req-a94e6ded-ae52-4f13-9d5c-46667320dac8 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8be5be-6f8c-42e2-9cd4-10c62915f993 HTTP/1.1" status: 200 len: 210 time: 0.0315721 Oct 12 18:32:14.505267 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-99041877-7c08-4a9a-b942-74d72b2ee588 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:14.505267 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-99041877-7c08-4a9a-b942-74d72b2ee588 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3743236 Oct 12 18:32:14.507624 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50562) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:14.512662 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-4eaf2770-b4b5-4533-ab4b-9f17648d2b31 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Request body: {'security_group_rule': {'security_group_id': '335a866e-0027-4d1b-9ea4-bcafdc2c9fe8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:14.621399 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2770-b4b5-4533-ab4b-9f17648d2b31 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:14.676303 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2770-b4b5-4533-ab4b-9f17648d2b31 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:14.792985 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2770-b4b5-4533-ab4b-9f17648d2b31 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:14.811614 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf2770-b4b5-4533-ab4b-9f17648d2b31 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf778b9-310f-4c2e-8823-11b014cf6b84,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:14.928609 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2770-b4b5-4533-ab4b-9f17648d2b31 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:14.929996 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4eaf2770-b4b5-4533-ab4b-9f17648d2b31 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4213436 Oct 12 18:32:14.935679 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50568) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:14.940696 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Request body: {'floatingip': {'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:15.075346 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:15.183989 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:15.226805 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b41187-7b11-4cb9-9899-1eaac96ee137 req-d188630d-34d4-454e-89fc-6a591843120e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:15.228330 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b1b41187-7b11-4cb9-9899-1eaac96ee137 req-d188630d-34d4-454e-89fc-6a591843120e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0497384 Oct 12 18:32:15.275707 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b1b41187-7b11-4cb9-9899-1eaac96ee137 req-6ecb1da1-01ca-4ac4-b604-fc023a605dad tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400834 Oct 12 18:32:15.299565 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Allocated IP 172.27.1.87 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/d7c49c38-aac2-4e32-9672-f0d480c586f2) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:32:15.377251 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b4b7683-8980-4bd3-9e9f-66f9276cb054 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:32:15.380314 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device e9e1d074-c7de-4406-9644-edcd2e1b0059 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:32:15.404633 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: e9e1d074-c7de-4406-9644-edcd2e1b0059 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:32:15.405242 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device e9e1d074-c7de-4406-9644-edcd2e1b0059 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:32:15.417708 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:15.498646 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:15.498842 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:15.511683 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'port_id': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'mac_address': 'fa:16:3e:2a:06:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:32:15.540692 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:32:15.543672 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:32:15.548184 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:32:15.551303 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event updated for resources: {'Port': ['ID=d7c49c38-aac2-4e32-9672-f0d480c586f2,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:15.564876 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:15.577882 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4b7683-8980-4bd3-9e9f-66f9276cb054 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:32:15.608882 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:15.650252 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:15.673309 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:15.727928 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=6b4b7683-8980-4bd3-9e9f-66f9276cb054,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:15.736257 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:15.736669 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:15.737018 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:15.737356 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:15.737691 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:15.738024 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:15.738360 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:15.738693 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:15.739046 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:15.739376 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:15.739936 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:15.740555 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1b808-74fd-424d-905d-446937d884fd req-de31e8d6-dda0-4570-adc4-92a19a7ee5de tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:15.741044 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:15.742146 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-eff1b808-74fd-424d-905d-446937d884fd req-de31e8d6-dda0-4570-adc4-92a19a7ee5de tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0723703 Oct 12 18:32:15.775391 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:15.810208 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-450730d2-03e6-43af-b756-6a2ed879c551 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773849625&fields=id&tenant_id=d1b808c36ccd4256858530aedc0a6f64 HTTP/1.1" status: 200 len: 267 time: 0.0645611 Oct 12 18:32:15.813514 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-eff1b808-74fd-424d-905d-446937d884fd req-864f8a73-2f95-432d-a14a-7b1f11070b46 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604622 Oct 12 18:32:15.930478 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-7029caa9-48a1-48d4-b221-29aabb72cfdd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:15.932819 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-7029caa9-48a1-48d4-b221-29aabb72cfdd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 811 time: 0.1144626 Oct 12 18:32:15.948513 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-16a806b0-7aef-4e6e-9fe8-f557857c0d4f tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/quotas/d1b808c36ccd4256858530aedc0a6f64 HTTP/1.1" status: 200 len: 375 time: 0.0094869 Oct 12 18:32:15.950976 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for port, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:16.000067 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['6b4b7683-8980-4bd3-9e9f-66f9276cb054'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:32:16.043023 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:16.074848 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-a8d1e881-69b6-467f-ad28-8ef390c438bc tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1178868 Oct 12 18:32:16.149585 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event updated for resources: {'Port': ['ID=d7c49c38-aac2-4e32-9672-f0d480c586f2,revision_number=2']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:16.158944 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:16.232364 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:16.240474 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-c02755b7-d6a2-41ed-a956-6ca173fa6015 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2969651 Oct 12 18:32:16.274270 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-8d057200-fa1e-429f-80e0-5db128555e8a service neutron] 10.222.0.18 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912334 Oct 12 18:32:16.415779 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-e484293b-e40c-4019-b974-dd74494fedcb service neutron] 10.222.0.18 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334939 Oct 12 18:32:16.439664 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acc7df-f7ce-4c88-90f2-0710699ea2d6 req-dbefb75d-4d94-4fde-abac-3a68b4dc0c4a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:16.441131 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-67acc7df-f7ce-4c88-90f2-0710699ea2d6 req-dbefb75d-4d94-4fde-abac-3a68b4dc0c4a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 944 time: 0.0743685 Oct 12 18:32:16.496547 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-67acc7df-f7ce-4c88-90f2-0710699ea2d6 req-983e347f-4feb-4bcc-943d-b2354d0d04e1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451548 Oct 12 18:32:16.610709 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-914a212e-e0de-4f63-af52-73a5c8fd3127 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1301512783&fields=id&tenant_id=ee04649277c84912b20967b31162615b HTTP/1.1" status: 200 len: 267 time: 0.0354846 Oct 12 18:32:16.728044 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-dab1442b-c878-4ffd-827d-14b201a5bb5c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:16.729632 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-dab1442b-c878-4ffd-827d-14b201a5bb5c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/networks?id=c28011f7-a600-4bea-98eb-e6748c99ba11 HTTP/1.1" status: 200 len: 811 time: 0.1121066 Oct 12 18:32:16.745643 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-53e17f55-9397-497c-a45b-8910db83a74a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/quotas/ee04649277c84912b20967b31162615b HTTP/1.1" status: 200 len: 375 time: 0.0093932 Oct 12 18:32:16.808386 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-f53adef8-5520-4aa0-be2e-e2edb410f853 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee04649277c84912b20967b31162615b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569291 Oct 12 18:32:16.910886 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-9a6531a5-5233-4aab-a423-908a1d83a715 service neutron] 10.222.0.18 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890527 Oct 12 18:32:17.034253 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-8de1f0e9-a256-42c3-ac98-9fc2f0ad6a88 service neutron] 10.222.0.18 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106999 Oct 12 18:32:17.108824 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2180c6-1a09-4a2b-8ff6-8cc76a33ce33 req-0584a3d6-8e1c-40b3-80c7-629d9d9f4cce tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:17.110608 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-df2180c6-1a09-4a2b-8ff6-8cc76a33ce33 req-0584a3d6-8e1c-40b3-80c7-629d9d9f4cce tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0641389 Oct 12 18:32:17.151654 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-df2180c6-1a09-4a2b-8ff6-8cc76a33ce33 req-cb783025-b053-4dd4-a833-a1e1098d37dc tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333989 Oct 12 18:32:17.223229 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d8313d7e-dea7-4828-bb79-acedf5758b1f req-c0b7e8cb-55f7-4797-b87b-9976d4a7a01f tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 210 time: 0.0278568 Oct 12 18:32:17.352753 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-77946c4e-85e1-4f4f-8c1a-8fa9fef6d151 req-e2842cf3-ff9b-4102-877c-156315b37161 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 210 time: 0.0310640 Oct 12 18:32:17.382628 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b4b7683-8980-4bd3-9e9f-66f9276cb054 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:32:17.520868 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port 6b4b7683-8980-4bd3-9e9f-66f9276cb054 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:32:17.524994 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 6b4b7683-8980-4bd3-9e9f-66f9276cb054 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:32:17.525888 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:17.629697 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:17.663080 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c364b7b-d85e-4740-8df6-e02b7defaddf req-d703a8f0-0650-4ba1-b108-fd3e8eb74eb5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:17.671265 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:17.673594 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:32:17.676216 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6c364b7b-d85e-4740-8df6-e02b7defaddf req-d703a8f0-0650-4ba1-b108-fd3e8eb74eb5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 944 time: 0.0978794 Oct 12 18:32:17.676909 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9f28a5-7f3d-41a4-bf97-3161561b2fcb" -d '{"events": [{"server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "name": "network-vif-plugged", "status": "completed", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:32:17.740803 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6c364b7b-d85e-4740-8df6-e02b7defaddf req-1e697286-10d5-47e9-add5-90f077045d26 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630393 Oct 12 18:32:17.764284 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:17.827377 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=6b4b7683-8980-4bd3-9e9f-66f9276cb054,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:17.862655 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d55ceb-880c-45c1-a4d3-71d2c1b902ea x-openstack-request-id: req-f3d55ceb-880c-45c1-a4d3-71d2c1b902ea {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:32:17.862899 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "name": "network-vif-plugged", "status": "completed", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:32:17.863173 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3d55ceb-880c-45c1-a4d3-71d2c1b902ea {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:32:17.863572 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'code': 200} Oct 12 18:32:18.186597 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611148a-2970-4f52-9f52-ba903957f1a4 req-e8f9f1d4-0696-4808-bb3c-65510deef505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:18.188120 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d611148a-2970-4f52-9f52-ba903957f1a4 req-e8f9f1d4-0696-4808-bb3c-65510deef505 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 1098 time: 0.0440691 Oct 12 18:32:18.233386 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d611148a-2970-4f52-9f52-ba903957f1a4 req-d5a4442d-8be7-4ff4-a78f-e77d167eab5a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374250 Oct 12 18:32:18.286772 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf271d-3692-4ed2-94db-622d9b3c787d req-e706f2c1-b4fa-4e8a-9779-30bf4436079f tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:18.288366 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0faf271d-3692-4ed2-94db-622d9b3c787d req-e706f2c1-b4fa-4e8a-9779-30bf4436079f tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0581148 Oct 12 18:32:18.342782 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d73c3ad1-43ee-420d-b92f-f57953a51f17 req-c9053d81-b896-4d55-b69f-7d4bc8345e2c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 210 time: 0.0403347 Oct 12 18:32:18.358476 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0faf271d-3692-4ed2-94db-622d9b3c787d req-29833d6b-7dae-41d8-9256-0f1ac9333e2b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613081 Oct 12 18:32:18.459414 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7204c782-0c6d-4836-9142-1976cd929583 req-a3a5f058-e575-4a2b-a951-5c72191031b0 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 210 time: 0.0293038 Oct 12 18:32:18.879553 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e22f5-4c95-4819-b486-33b9d4641afd req-7cc30fb8-0e93-4539-acf6-24a55ebce7fb tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:18.881365 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a46e22f5-4c95-4819-b486-33b9d4641afd req-7cc30fb8-0e93-4539-acf6-24a55ebce7fb tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0564046 Oct 12 18:32:18.928436 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a46e22f5-4c95-4819-b486-33b9d4641afd req-3ec2799f-3d2e-4dd8-9bf0-e5ced87b5a80 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407696 Oct 12 18:32:19.503538 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-854defe1-6b92-4c78-acca-b844df1050e4 req-6c06722c-e464-471a-be63-88a50d166968 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 210 time: 0.0505919 Oct 12 18:32:19.548815 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84aaecf-a39d-4dc7-b1fe-d95983918c29 req-492520aa-0d15-4650-af69-36d8ffc42790 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:19.550300 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c84aaecf-a39d-4dc7-b1fe-d95983918c29 req-492520aa-0d15-4650-af69-36d8ffc42790 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.1132402 Oct 12 18:32:19.557747 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-bad8df66-a495-4593-911d-ebe6e9a6311b tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:19.559148 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-bad8df66-a495-4593-911d-ebe6e9a6311b tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 811 time: 0.1957653 Oct 12 18:32:19.610431 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-92158a6a-b41a-4baf-a126-76f94ba0a6fa req-6c8c9d02-009f-4b74-9c96-113bbce8f96c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 210 time: 0.0434194 Oct 12 18:32:19.637883 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c84aaecf-a39d-4dc7-b1fe-d95983918c29 req-ea2bb19d-1557-41d2-bc28-1487b9bf4c7e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777540 Oct 12 18:32:19.651675 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-65bfa44b-57d8-40a5-a4f0-26115342068f tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b808c36ccd4256858530aedc0a6f64 HTTP/1.1" status: 200 len: 380 time: 0.0668635 Oct 12 18:32:19.671632 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-010ca1ed-a683-4139-85ac-22fa7a96f095 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Request body: {'port': {'device_id': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'admin_state_up': True, 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'security_groups': ['798734a7-d7b8-486d-affc-1794ed5d18c1']}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:19.872700 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-010ca1ed-a683-4139-85ac-22fa7a96f095 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Made reservation on behalf of d1b808c36ccd4256858530aedc0a6f64 for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:32:19.876311 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-010ca1ed-a683-4139-85ac-22fa7a96f095 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:20.054440 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-010ca1ed-a683-4139-85ac-22fa7a96f095 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Allocated IP 172.20.0.14 (61bc6454-3943-4ea7-a052-57599eadac06/2b22a110-2927-47ce-936a-32b2d9aa3b9a/260f73ad-348d-4e3f-8940-94a948e1eaae) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:32:20.095467 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efef998-2226-463a-9801-ca82ef3953f6 req-cf3762e3-3910-4ab0-94c7-6f4fee7d4d75 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:20.097016 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0efef998-2226-463a-9801-ca82ef3953f6 req-cf3762e3-3910-4ab0-94c7-6f4fee7d4d75 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0807676 Oct 12 18:32:20.198590 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0efef998-2226-463a-9801-ca82ef3953f6 req-2e5d3352-f91f-4bf6-a59e-44c7531ffe5e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912135 Oct 12 18:32:20.365132 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-010ca1ed-a683-4139-85ac-22fa7a96f095 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:20.402301 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f50e9e-fd3d-4e46-a1c4-fcb44ce32b8f req-f5dd522d-2b8f-4591-b4dc-c4a7eb1860d0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:20.404143 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-45f50e9e-fd3d-4e46-a1c4-fcb44ce32b8f req-f5dd522d-2b8f-4591-b4dc-c4a7eb1860d0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.1188498 Oct 12 18:32:20.413126 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50726) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:20.419851 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-a34fd2d3-5488-4fb5-a0e3-cd8938d9449d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Request body: {'floatingip': {'port_id': '6b4b7683-8980-4bd3-9e9f-66f9276cb054'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:20.426696 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-eba03208-ff80-493e-a5a9-be2457737084 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:20.426696 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-eba03208-ff80-493e-a5a9-be2457737084 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.42 "GET /v2.0/networks?id=c28011f7-a600-4bea-98eb-e6748c99ba11 HTTP/1.1" status: 200 len: 811 time: 0.2128327 Oct 12 18:32:20.483613 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-43535dc6-a025-44dc-8bb1-528b04ddd8ad tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee04649277c84912b20967b31162615b HTTP/1.1" status: 200 len: 380 time: 0.0434587 Oct 12 18:32:20.496496 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Request body: {'port': {'device_id': '4adfbcc5-a227-49b4-aea6-24a58adcbd78', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'admin_state_up': True, 'tenant_id': 'ee04649277c84912b20967b31162615b', 'security_groups': ['335a866e-0027-4d1b-9ea4-bcafdc2c9fe8']}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:20.560005 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-010ca1ed-a683-4139-85ac-22fa7a96f095 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:20.637594 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-010ca1ed-a683-4139-85ac-22fa7a96f095 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Network 61bc6454-3943-4ea7-a052-57599eadac06 is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:32:20.652000 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-010ca1ed-a683-4139-85ac-22fa7a96f095 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:32:20.674972 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-010ca1ed-a683-4139-85ac-22fa7a96f095 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:32:20.690695 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ca1ed-a683-4139-85ac-22fa7a96f095 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'Port': ['ID=260f73ad-348d-4e3f-8940-94a948e1eaae,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:20.734151 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a34fd2d3-5488-4fb5-a0e3-cd8938d9449d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:20.868029 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-010ca1ed-a683-4139-85ac-22fa7a96f095 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:20.868958 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-010ca1ed-a683-4139-85ac-22fa7a96f095 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:20.879650 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2639-ac69-42ce-b8f0-5286b604e2de req-34056574-9741-48c7-b058-e9f703109156 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:20.881376 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-abbd2639-ac69-42ce-b8f0-5286b604e2de req-34056574-9741-48c7-b058-e9f703109156 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 932 time: 0.1975691 Oct 12 18:32:20.885429 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-44d39703-6057-4925-8dc2-6af0f1d1fb65 req-597369bb-c8bc-4b38-9cc3-65aebe507ec1 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 210 time: 0.0761330 Oct 12 18:32:20.954140 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-abbd2639-ac69-42ce-b8f0-5286b604e2de req-87afe1f6-db42-4e66-b2eb-b42e30b261fa tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583317 Oct 12 18:32:21.011357 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Made reservation on behalf of ee04649277c84912b20967b31162615b for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:32:21.015003 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:21.053445 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-2badbd85-e00c-4a71-b492-54ae896d02d0 None None] Provisioning complete for port 260f73ad-348d-4e3f-8940-94a948e1eaae triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:32:21.055020 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2badbd85-e00c-4a71-b492-54ae896d02d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:21.065382 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd0fb9-ecc5-411b-8deb-9035ba122903 req-d84ce580-6304-4cd8-9d5d-897a556f9777 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:21.073186 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-10bd0fb9-ecc5-411b-8deb-9035ba122903 req-d84ce580-6304-4cd8-9d5d-897a556f9777 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0913301 Oct 12 18:32:21.108898 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2badbd85-e00c-4a71-b492-54ae896d02d0 None None] Port 260f73ad-348d-4e3f-8940-94a948e1eaae cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:32:21.126684 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-010ca1ed-a683-4139-85ac-22fa7a96f095 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4589748 Oct 12 18:32:21.147767 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Request body: {'port': {'device_id': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:21.230309 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-10bd0fb9-ecc5-411b-8deb-9035ba122903 req-f34f120f-1008-4428-b0aa-ce978822833c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561770 Oct 12 18:32:21.277899 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:21.293512 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Allocated IP 172.20.0.3 (c28011f7-a600-4bea-98eb-e6748c99ba11/ecb784df-79ec-41a5-852a-05a0e006be4c/5768eef0-c768-4c9b-af39-569bde13629c) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:32:21.352252 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a34fd2d3-5488-4fb5-a0e3-cd8938d9449d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:21.417498 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a34fd2d3-5488-4fb5-a0e3-cd8938d9449d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:21.526216 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.l3_db [None req-a34fd2d3-5488-4fb5-a0e3-cd8938d9449d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Floating IP f5ab5631-55e7-4e8d-b507-c178fd2a269f associated. External IP: 172.27.1.31, port: 6b4b7683-8980-4bd3-9e9f-66f9276cb054. Oct 12 18:32:21.747596 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34fd2d3-5488-4fb5-a0e3-cd8938d9449d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Router b9688eb7-3759-4c65-b259-288abb2db92b has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:32:21.850209 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:21.864527 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34fd2d3-5488-4fb5-a0e3-cd8938d9449d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:32:21.870104 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a34fd2d3-5488-4fb5-a0e3-cd8938d9449d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:21.881291 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06321e27-883c-4871-a933-7ceb69ca5507 None None] Sync routers for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:32:21.894351 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06321e27-883c-4871-a933-7ceb69ca5507 None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:32:21.895278 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-06321e27-883c-4871-a933-7ceb69ca5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:32:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:21.904832 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-a34fd2d3-5488-4fb5-a0e3-cd8938d9449d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "PUT /v2.0/floatingips/f5ab5631-55e7-4e8d-b507-c178fd2a269f HTTP/1.1" status: 200 len: 990 time: 1.4869118 Oct 12 18:32:21.904832 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:32:21.909596 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81680bf-08a6-4ef8-9541-45a777f55ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:32:21.971292 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260f73ad-348d-4e3f-8940-94a948e1eaae {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:32:21.981301 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:21.995670 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Transition to ACTIVE for port object 260f73ad-348d-4e3f-8940-94a948e1eaae will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:32:22.045532 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec5c90f-6453-4200-bc2f-905d982be0f0 x-openstack-request-id: req-dec5c90f-6453-4200-bc2f-905d982be0f0 {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:32:22.046000 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:32:22.046327 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dec5c90f-6453-4200-bc2f-905d982be0f0 {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:32:22.046735 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'status': 'completed', 'code': 200} Oct 12 18:32:22.047958 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:22.123217 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:22.139102 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Network c28011f7-a600-4bea-98eb-e6748c99ba11 is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:32:22.140566 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81680bf-08a6-4ef8-9541-45a777f55ea6 req-b89878ea-8baf-43ac-b905-8edbf5ea30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:22.142339 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-c81680bf-08a6-4ef8-9541-45a777f55ea6 req-b89878ea-8baf-43ac-b905-8edbf5ea30b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 1098 time: 0.0672011 Oct 12 18:32:22.166735 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:32:22.186242 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:32:22.192532 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event updated for resources: {'Port': ['ID=5768eef0-c768-4c9b-af39-569bde13629c,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:22.239636 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-06321e27-883c-4871-a933-7ceb69ca5507 None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:32:22.257788 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:22.258042 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:22.258332 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:22.258662 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:22.258985 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:22.259310 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:22.259654 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:22.260540 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:22.260861 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:22.261175 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:22.262100 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:22.262100 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:22.291477 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81680bf-08a6-4ef8-9541-45a777f55ea6 req-c2d70800-a25e-44b4-ba3e-f1432eb90326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:22.293615 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-c81680bf-08a6-4ef8-9541-45a777f55ea6 req-c2d70800-a25e-44b4-ba3e-f1432eb90326 service neutron] 10.222.0.42 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 918 time: 0.1425009 Oct 12 18:32:22.323729 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4e4f1-c872-4cea-a287-11bec750de13 req-ac0fa14a-a5c3-411a-854e-0e34c18cbcb3 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:22.325349 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1af4e4f1-c872-4cea-a287-11bec750de13 req-ac0fa14a-a5c3-411a-854e-0e34c18cbcb3 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 931 time: 0.2413485 Oct 12 18:32:22.388837 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:22.389526 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:22.411902 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-c81680bf-08a6-4ef8-9541-45a777f55ea6 req-a11b0208-a4a9-4485-b84f-43cad7f079a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054 HTTP/1.1" status: 200 len: 998 time: 0.1059866 Oct 12 18:32:22.430773 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b763c7-1f1c-4e75-96de-ea92e291a4a7 req-31d3edfe-e248-4bd5-81e9-7757b278c4e6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:22.440121 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-92b763c7-1f1c-4e75-96de-ea92e291a4a7 req-31d3edfe-e248-4bd5-81e9-7757b278c4e6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 944 time: 0.3179307 Oct 12 18:32:22.482482 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Pushing event updated for resources: {'Port': ['ID=260f73ad-348d-4e3f-8940-94a948e1eaae,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:22.485284 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81680bf-08a6-4ef8-9541-45a777f55ea6 req-59f39680-a56b-400a-b018-7e2c5e4ece0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:22.487520 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-c81680bf-08a6-4ef8-9541-45a777f55ea6 req-59f39680-a56b-400a-b018-7e2c5e4ece0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 200 len: 856 time: 0.0674305 Oct 12 18:32:22.553586 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1af4e4f1-c872-4cea-a287-11bec750de13 req-5dc056a8-d202-4cfc-a8d9-43c91f4cb92a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920633 Oct 12 18:32:22.577433 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81680bf-08a6-4ef8-9541-45a777f55ea6 req-5f38ccd5-033b-44e5-89df-9fc0aa2cd9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:22.578980 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-c81680bf-08a6-4ef8-9541-45a777f55ea6 req-5f38ccd5-033b-44e5-89df-9fc0aa2cd9a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80f5cd14-5950-4313-a8f0-f81c86803faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832939 Oct 12 18:32:22.581407 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-9f76d553-da5a-4aa1-9238-186ac3ddaa29 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0906880 Oct 12 18:32:22.588877 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Attempting to bind port 260f73ad-348d-4e3f-8940-94a948e1eaae on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:32:22.588877 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Attempting to bind port 260f73ad-348d-4e3f-8940-94a948e1eaae by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:32:22.588877 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Attempting to bind port 260f73ad-348d-4e3f-8940-94a948e1eaae on network 61bc6454-3943-4ea7-a052-57599eadac06 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:32:22.592255 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-92b763c7-1f1c-4e75-96de-ea92e291a4a7 req-7082d873-b79c-454a-aa8d-c7872f1917ee tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500452 Oct 12 18:32:22.593301 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Port 260f73ad-348d-4e3f-8940-94a948e1eaae on network 61bc6454-3943-4ea7-a052-57599eadac06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:32:22.593659 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Attempting to bind port 260f73ad-348d-4e3f-8940-94a948e1eaae on network 61bc6454-3943-4ea7-a052-57599eadac06 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:32:22.600118 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Request body: {'port': {'device_id': '4adfbcc5-a227-49b4-aea6-24a58adcbd78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:22.607237 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:32:22.607566 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Checking segment: {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:32:22.607953 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Bound using segment: {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:32:22.608388 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Bound port: 260f73ad-348d-4e3f-8940-94a948e1eaae, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:32:22.608784 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:22.664276 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c9c9eb58-29bf-4356-bdbc-3de80463f4b7 None None] Provisioning complete for port 5768eef0-c768-4c9b-af39-569bde13629c triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:32:22.664987 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9c9eb58-29bf-4356-bdbc-3de80463f4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:22.722438 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-c81680bf-08a6-4ef8-9541-45a777f55ea6 req-a21645cd-5535-4e67-af42-1afef38441a8 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290419 Oct 12 18:32:22.750649 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:22.764120 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-06321e27-883c-4871-a933-7ceb69ca5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'f5ab5631-55e7-4e8d-b507-c178fd2a269f', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'port_id': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'mac_address': 'fa:16:3e:2a:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:31:58Z', 'updated_at': '2021-10-12T18:32:21Z', 'revision_number': 1, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:47Z', 'revision_number': 5, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:22.766398 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9eb58-29bf-4356-bdbc-3de80463f4b7 None None] Port 5768eef0-c768-4c9b-af39-569bde13629c cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:32:22.788875 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb901b-dd20-4ecd-b04d-8586f9bdd0c9 req-bae2ecd1-8af8-4496-8f48-2f2b0ea12460 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:22.788875 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-64eb901b-dd20-4ecd-b04d-8586f9bdd0c9 req-bae2ecd1-8af8-4496-8f48-2f2b0ea12460 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.1366727 Oct 12 18:32:22.788875 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] For port 260f73ad-348d-4e3f-8940-94a948e1eaae, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:32:22.823968 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06321e27-883c-4871-a933-7ceb69ca5507 None None] Checking router: b9688eb7-3759-4c65-b259-288abb2db92b for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:32:22.826341 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] For port 260f73ad-348d-4e3f-8940-94a948e1eaae, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=260f73ad-348d-4e3f-8940-94a948e1eaae,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:32:22.837762 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-c81680bf-08a6-4ef8-9541-45a777f55ea6 req-b0bf5cbb-ece5-4aba-8301-cdc2c3f5401c service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013258 Oct 12 18:32:22.842380 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06321e27-883c-4871-a933-7ceb69ca5507 None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:32:22.843252 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-06321e27-883c-4871-a933-7ceb69ca5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:32:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:22.936574 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:22.950786 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-64eb901b-dd20-4ecd-b04d-8586f9bdd0c9 req-50dde8c3-385c-475f-853b-8aa17253ddcc tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275651 Oct 12 18:32:22.968336 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-06321e27-883c-4871-a933-7ceb69ca5507 None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:32:22.995000 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:22.995839 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:22.997750 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-10510916-1ec6-4c66-b160-320374a4adae service neutron] 10.222.0.42 "PUT /v2.0/ports/260f73ad-348d-4e3f-8940-94a948e1eaae HTTP/1.1" status: 200 len: 1094 time: 1.8539906 Oct 12 18:32:23.001227 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'tag': '260f73ad-348d-4e3f-8940-94a948e1eaae'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:32:23.005062 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dfffd9-5b12-4cb6-bd34-db83de16f818" -d '{"events": [{"name": "network-changed", "server_uuid": "527d2718-c3be-44f9-bf49-9c445e98cc75", "tag": "260f73ad-348d-4e3f-8940-94a948e1eaae"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:32:23.099701 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215eef8c-9484-4689-8394-fd5a3470274a x-openstack-request-id: req-215eef8c-9484-4689-8394-fd5a3470274a {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:32:23.099972 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527d2718-c3be-44f9-bf49-9c445e98cc75", "tag": "260f73ad-348d-4e3f-8940-94a948e1eaae", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:32:23.100222 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-215eef8c-9484-4689-8394-fd5a3470274a {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:32:23.100637 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'tag': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'status': 'completed', 'code': 200} Oct 12 18:32:23.105401 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10510916-1ec6-4c66-b160-320374a4adae service neutron] Pushing event updated for resources: {'Port': ['ID=260f73ad-348d-4e3f-8940-94a948e1eaae,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:23.225371 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfffd9-5b12-4cb6-bd34-db83de16f818 req-fd4cb792-7857-4eab-8182-aa7f386e8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:23.226818 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-99dfffd9-5b12-4cb6-bd34-db83de16f818 req-fd4cb792-7857-4eab-8182-aa7f386e8d6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 1097 time: 0.1062624 Oct 12 18:32:23.255533 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-06321e27-883c-4871-a933-7ceb69ca5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'f5ab5631-55e7-4e8d-b507-c178fd2a269f', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'port_id': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'mac_address': 'fa:16:3e:2a:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:31:58Z', 'updated_at': '2021-10-12T18:32:21Z', 'revision_number': 1, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:47Z', 'revision_number': 5, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:23.290433 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06321e27-883c-4871-a933-7ceb69ca5507 None None] The sync data for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi is: [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'f5ab5631-55e7-4e8d-b507-c178fd2a269f', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'port_id': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'mac_address': 'fa:16:3e:2a:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:31:58Z', 'updated_at': '2021-10-12T18:32:21Z', 'revision_number': 1, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:47Z', 'revision_number': 5, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:32:23.341937 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5768eef0-c768-4c9b-af39-569bde13629c {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:32:23.354377 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:23.383354 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Transition to ACTIVE for port object 5768eef0-c768-4c9b-af39-569bde13629c will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:32:23.394087 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfffd9-5b12-4cb6-bd34-db83de16f818 req-872b4ede-0403-40b0-8de8-1c268ea227b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:23.395642 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-99dfffd9-5b12-4cb6-bd34-db83de16f818 req-872b4ede-0403-40b0-8de8-1c268ea227b2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d1b808c36ccd4256858530aedc0a6f64&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1517122 Oct 12 18:32:23.511546 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfffd9-5b12-4cb6-bd34-db83de16f818 req-ba5637ca-6a50-4ba1-8ee6-2c3086163dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:23.513167 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-99dfffd9-5b12-4cb6-bd34-db83de16f818 req-ba5637ca-6a50-4ba1-8ee6-2c3086163dc1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1104023 Oct 12 18:32:23.514603 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89236e4a-cec3-4774-8776-ff8ba62d55a7 None None] New status for floating IP f5ab5631-55e7-4e8d-b507-c178fd2a269f: ACTIVE {{(pid=94838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:32:23.632771 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:23.645928 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-e18d536c-74af-4c1a-b6d8-7cb4eadabc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:23.647402 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-e18d536c-74af-4c1a-b6d8-7cb4eadabc24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 1097 time: 0.0779705 Oct 12 18:32:23.760763 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-6ac9b3f1-5070-4b80-aa69-5984ba18c93d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=260f73ad-348d-4e3f-8940-94a948e1eaae HTTP/1.1" status: 200 len: 217 time: 0.0712826 Oct 12 18:32:23.822968 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Pushing event updated for resources: {'Port': ['ID=5768eef0-c768-4c9b-af39-569bde13629c,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:23.886822 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8a3fb-b722-484e-875a-231b6c9ee5bf req-c61d0fa8-c78e-4f6d-a0bb-b5ec1293bf33 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:23.888471 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d1a8a3fb-b722-484e-875a-231b6c9ee5bf req-c61d0fa8-c78e-4f6d-a0bb-b5ec1293bf33 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 943 time: 0.2588236 Oct 12 18:32:23.922733 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-b3beacd6-4c60-4d3e-89eb-0c6e276dd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:23.924195 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-b3beacd6-4c60-4d3e-89eb-0c6e276dd307 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b22a110-2927-47ce-936a-32b2d9aa3b9a HTTP/1.1" status: 200 len: 850 time: 0.1443336 Oct 12 18:32:23.931829 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe65ca-6d77-4a79-9217-0835583c4de4 req-ff2a6390-075c-4a3e-85a2-194a557be862 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:23.933371 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6cbe65ca-6d77-4a79-9217-0835583c4de4 req-ff2a6390-075c-4a3e-85a2-194a557be862 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 944 time: 0.2339737 Oct 12 18:32:24.015565 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Attempting to bind port 5768eef0-c768-4c9b-af39-569bde13629c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:32:24.016228 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Attempting to bind port 5768eef0-c768-4c9b-af39-569bde13629c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:32:24.016228 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Attempting to bind port 5768eef0-c768-4c9b-af39-569bde13629c on network c28011f7-a600-4bea-98eb-e6748c99ba11 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:32:24.032162 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d1a8a3fb-b722-484e-875a-231b6c9ee5bf req-aea449e3-c3cb-41d6-89b6-d6718e9e182b tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355700 Oct 12 18:32:24.040691 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Port 5768eef0-c768-4c9b-af39-569bde13629c on network c28011f7-a600-4bea-98eb-e6748c99ba11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:32:24.041053 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Attempting to bind port 5768eef0-c768-4c9b-af39-569bde13629c on network c28011f7-a600-4bea-98eb-e6748c99ba11 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:32:24.047246 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6cbe65ca-6d77-4a79-9217-0835583c4de4 req-766d16e7-de0f-4d24-9638-695045cdb40a tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035559 Oct 12 18:32:24.052558 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:32:24.052757 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Checking segment: {'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:32:24.053058 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Bound using segment: {'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:32:24.053496 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Bound port: 5768eef0-c768-4c9b-af39-569bde13629c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cbc919-7847-4866-8bfc-912012407e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:32:24.053861 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:24.067348 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-3ea19899-fcbd-4025-b4a5-225264e798fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:24.069030 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-3ea19899-fcbd-4025-b4a5-225264e798fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61bc6454-3943-4ea7-a052-57599eadac06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244116 Oct 12 18:32:24.224924 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] For port 5768eef0-c768-4c9b-af39-569bde13629c, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:32:24.248653 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] For port 5768eef0-c768-4c9b-af39-569bde13629c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5768eef0-c768-4c9b-af39-569bde13629c,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:32:24.254228 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-d8cc935b-9a14-4e1c-89ca-fe01902a79e9 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588566 Oct 12 18:32:24.263172 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4efbfb-c32b-4ac6-a3ae-18f4f921dc87 req-2a6c9b30-e888-4461-883e-33cf898f8c71 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:24.264977 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1f4efbfb-c32b-4ac6-a3ae-18f4f921dc87 req-2a6c9b30-e888-4461-883e-33cf898f8c71 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.1443026 Oct 12 18:32:24.353907 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1f4efbfb-c32b-4ac6-a3ae-18f4f921dc87 req-2c9a3893-c85a-4354-9b91-9f27b7c0c933 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808759 Oct 12 18:32:24.382394 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9000c8b2-ef5a-474a-8a16-53ed02a4cdac req-b2c2939b-31a1-412b-b9ee-97ea4ce321bb service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167011 Oct 12 18:32:24.384072 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:24.421344 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:24.421949 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:24.423430 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-4d763698-6428-4774-8641-782adec4bf81 service neutron] 10.222.0.42 "PUT /v2.0/ports/5768eef0-c768-4c9b-af39-569bde13629c HTTP/1.1" status: 200 len: 1093 time: 1.8274331 Oct 12 18:32:24.449825 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d763698-6428-4774-8641-782adec4bf81 service neutron] Pushing event updated for resources: {'Port': ['ID=5768eef0-c768-4c9b-af39-569bde13629c,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:24.586880 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-317da93c-77b3-4c62-bfa5-45ca9d5f451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:24.589100 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-317da93c-77b3-4c62-bfa5-45ca9d5f451e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee04649277c84912b20967b31162615b&device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 1096 time: 0.0456636 Oct 12 18:32:24.635772 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-13bfcd19-8728-462d-bcef-e4e2c938676e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5768eef0-c768-4c9b-af39-569bde13629c HTTP/1.1" status: 200 len: 217 time: 0.0384350 Oct 12 18:32:24.687398 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-ac94af45-bd13-4fab-a4b7-30883edd7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:24.688795 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-ac94af45-bd13-4fab-a4b7-30883edd7f05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecb784df-79ec-41a5-852a-05a0e006be4c HTTP/1.1" status: 200 len: 850 time: 0.0451767 Oct 12 18:32:24.735731 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-a4b29646-901a-4033-829b-c0b561ef94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:24.737291 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-a4b29646-901a-4033-829b-c0b561ef94a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c28011f7-a600-4bea-98eb-e6748c99ba11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413005 Oct 12 18:32:24.850306 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-b29d2e23-a17f-4463-bc97-3df8e42e2bfa service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051743 Oct 12 18:32:24.959308 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bea14af5-58b3-44cf-90b5-66aac7fbf7b4 req-693b8fd7-8a56-47f1-89b5-b2c35a9d90d9 service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014218 Oct 12 18:32:25.101968 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adfbcc5-a227-49b4-aea6-24a58adcbd78', 'tag': '5768eef0-c768-4c9b-af39-569bde13629c'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:32:25.104869 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a745ea6b-6278-459f-a394-cf98729a5e76" -d '{"events": [{"name": "network-changed", "server_uuid": "4adfbcc5-a227-49b4-aea6-24a58adcbd78", "tag": "5768eef0-c768-4c9b-af39-569bde13629c"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:32:25.191443 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c339d-2f83-416e-b07c-65aa06cacc2c req-6f943645-9654-4f69-8d93-b45eee04df89 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:25.192962 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ce4c339d-2f83-416e-b07c-65aa06cacc2c req-6f943645-9654-4f69-8d93-b45eee04df89 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 943 time: 0.0832989 Oct 12 18:32:25.222506 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3266683-1932-4a31-8312-ce4a990006a1 req-8b7467f8-004b-478b-b55d-827b3c9e49d5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:25.223992 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e3266683-1932-4a31-8312-ce4a990006a1 req-8b7467f8-004b-478b-b55d-827b3c9e49d5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 944 time: 0.0869720 Oct 12 18:32:25.257407 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ce4c339d-2f83-416e-b07c-65aa06cacc2c req-2ffccc55-781f-4a09-8661-555dffc79879 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577993 Oct 12 18:32:25.281236 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e3266683-1932-4a31-8312-ce4a990006a1 req-f18569ff-b5a9-4dc0-9cf6-d0521ff89037 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502467 Oct 12 18:32:25.316834 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e78ff73-c609-4e9d-9897-0f197bd5a236 x-openstack-request-id: req-1e78ff73-c609-4e9d-9897-0f197bd5a236 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:32:25.316834 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4adfbcc5-a227-49b4-aea6-24a58adcbd78", "tag": "5768eef0-c768-4c9b-af39-569bde13629c", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:32:25.316834 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e78ff73-c609-4e9d-9897-0f197bd5a236 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:32:25.316834 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adfbcc5-a227-49b4-aea6-24a58adcbd78', 'tag': '5768eef0-c768-4c9b-af39-569bde13629c', 'status': 'completed', 'code': 200} Oct 12 18:32:25.395354 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745ea6b-6278-459f-a394-cf98729a5e76 req-654231da-1e26-43da-8116-3ef596c41627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:25.397021 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a745ea6b-6278-459f-a394-cf98729a5e76 req-654231da-1e26-43da-8116-3ef596c41627 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee04649277c84912b20967b31162615b&device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 1096 time: 0.0525248 Oct 12 18:32:25.532348 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5f7dd-7151-4ec9-96e9-575672f10dcb req-818592db-d619-404a-b7c3-71ad02ad3dac tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:25.533834 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5bc5f7dd-7151-4ec9-96e9-575672f10dcb req-818592db-d619-404a-b7c3-71ad02ad3dac tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0799048 Oct 12 18:32:25.535267 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745ea6b-6278-459f-a394-cf98729a5e76 req-3f40b048-428c-4416-ae67-eec610b529d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:25.536689 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a745ea6b-6278-459f-a394-cf98729a5e76 req-3f40b048-428c-4416-ae67-eec610b529d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c28011f7-a600-4bea-98eb-e6748c99ba11 HTTP/1.1" status: 200 len: 912 time: 0.1323464 Oct 12 18:32:25.604377 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a745ea6b-6278-459f-a394-cf98729a5e76 req-9d93ec56-344a-48de-b8b0-cb3d1b1163d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5768eef0-c768-4c9b-af39-569bde13629c HTTP/1.1" status: 200 len: 217 time: 0.0497396 Oct 12 18:32:25.609393 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5bc5f7dd-7151-4ec9-96e9-575672f10dcb req-2f944f2b-9093-4d77-aa50-b9ea04a20b4e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695398 Oct 12 18:32:25.909168 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745ea6b-6278-459f-a394-cf98729a5e76 req-8b978373-e7b4-4e8e-9bbf-2ec8e624edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:25.910521 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a745ea6b-6278-459f-a394-cf98729a5e76 req-8b978373-e7b4-4e8e-9bbf-2ec8e624edc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecb784df-79ec-41a5-852a-05a0e006be4c HTTP/1.1" status: 200 len: 850 time: 0.2949686 Oct 12 18:32:25.994738 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745ea6b-6278-459f-a394-cf98729a5e76 req-a8398f8f-f412-4588-931e-204974bd9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:25.996264 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a745ea6b-6278-459f-a394-cf98729a5e76 req-a8398f8f-f412-4588-931e-204974bd9905 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c28011f7-a600-4bea-98eb-e6748c99ba11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774004 Oct 12 18:32:26.015079 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03722798-8ebe-4c3a-b319-9024f827abf3 req-aa3ec29b-6d7c-48a5-b884-0a060eaafada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:26.016490 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-03722798-8ebe-4c3a-b319-9024f827abf3 req-aa3ec29b-6d7c-48a5-b884-0a060eaafada service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38a1ca7b8f55456eb3c6946099885e5e&device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 1098 time: 0.0641556 Oct 12 18:32:26.161538 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a745ea6b-6278-459f-a394-cf98729a5e76 req-c1c45886-a6e2-4be8-b689-539cd4ad21e9 service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559196 Oct 12 18:32:26.182840 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03722798-8ebe-4c3a-b319-9024f827abf3 req-250d46cd-c044-45af-a1be-ad5405f136ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:26.184235 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-03722798-8ebe-4c3a-b319-9024f827abf3 req-250d46cd-c044-45af-a1be-ad5405f136ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=e167e43c-8958-46db-953d-f60c625ee80b HTTP/1.1" status: 200 len: 910 time: 0.1579509 Oct 12 18:32:26.297239 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-03722798-8ebe-4c3a-b319-9024f827abf3 req-12ec464d-aa68-4dce-8957-29ce0a663a83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b HTTP/1.1" status: 200 len: 1001 time: 0.1037126 Oct 12 18:32:26.345855 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a745ea6b-6278-459f-a394-cf98729a5e76 req-fdf43493-1e1e-4d76-8a8d-eda4397f3aff service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747930 Oct 12 18:32:26.396209 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03722798-8ebe-4c3a-b319-9024f827abf3 req-d3ef464c-bf31-4fb4-8d01-92a0a56617aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:26.397849 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-03722798-8ebe-4c3a-b319-9024f827abf3 req-d3ef464c-bf31-4fb4-8d01-92a0a56617aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c5bd168-ecbc-44e3-8d6b-baa09d325a05 HTTP/1.1" status: 200 len: 848 time: 0.0900428 Oct 12 18:32:26.469998 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065b3e6-dc83-4d99-bc13-c92a8f215f97 req-2ba200e5-0b1e-47c0-bfb1-c2615dfcb242 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:26.471507 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c065b3e6-dc83-4d99-bc13-c92a8f215f97 req-2ba200e5-0b1e-47c0-bfb1-c2615dfcb242 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 943 time: 0.1281888 Oct 12 18:32:26.497347 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2898455-d29e-4a9b-b7ba-5162442ed895 req-e7181b26-15a5-4777-813c-12d75f11a5d8 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:26.498815 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a2898455-d29e-4a9b-b7ba-5162442ed895 req-e7181b26-15a5-4777-813c-12d75f11a5d8 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 944 time: 0.1204808 Oct 12 18:32:26.518055 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03722798-8ebe-4c3a-b319-9024f827abf3 req-bfbb8d33-a3e2-4632-b5e6-da457ac0a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:26.519522 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-03722798-8ebe-4c3a-b319-9024f827abf3 req-bfbb8d33-a3e2-4632-b5e6-da457ac0a8fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e167e43c-8958-46db-953d-f60c625ee80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1066132 Oct 12 18:32:26.602974 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c065b3e6-dc83-4d99-bc13-c92a8f215f97 req-524d9385-3977-4b5b-94b9-837bf0e81bbc tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244972 Oct 12 18:32:26.616616 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a2898455-d29e-4a9b-b7ba-5162442ed895 req-71b7bedc-70bf-4c02-9168-f6fb8ca05936 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076329 Oct 12 18:32:26.667064 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-03722798-8ebe-4c3a-b319-9024f827abf3 req-e6538c4b-8226-4226-a2e6-f520be3822ff service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350513 Oct 12 18:32:26.797912 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff565b42-d31d-47df-989f-2340d6dc017d req-6ecd499c-1b1f-43d4-b6b3-2aa3f9ea28c8 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:26.799368 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ff565b42-d31d-47df-989f-2340d6dc017d req-6ecd499c-1b1f-43d4-b6b3-2aa3f9ea28c8 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.1001198 Oct 12 18:32:26.803462 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-03722798-8ebe-4c3a-b319-9024f827abf3 req-d306012e-d26f-436e-ac2c-a6f539172c10 service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237206 Oct 12 18:32:26.845227 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ff565b42-d31d-47df-989f-2340d6dc017d req-6d44d236-cada-4ed6-8ba1-7d3b848bb85d tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395844 Oct 12 18:32:27.432820 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 5768eef0-c768-4c9b-af39-569bde13629c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:32:27.533897 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 5768eef0-c768-4c9b-af39-569bde13629c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5768eef0-c768-4c9b-af39-569bde13629c,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:27.546907 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '5768eef0-c768-4c9b-af39-569bde13629c', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'port_id': '5768eef0-c768-4c9b-af39-569bde13629c', 'mac_address': 'fa:16:3e:a1:4f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:32:27.592737 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:27.607167 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5768eef0-c768-4c9b-af39-569bde13629c {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:32:27.630070 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 5768eef0-c768-4c9b-af39-569bde13629c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5768eef0-c768-4c9b-af39-569bde13629c,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:27.692825 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:27.744704 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=5768eef0-c768-4c9b-af39-569bde13629c,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:27.761607 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64271f-4afd-424e-94ed-15a8319267ae req-68b1efc6-ea7d-45a8-894c-74fe66112300 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:27.763064 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dd64271f-4afd-424e-94ed-15a8319267ae req-68b1efc6-ea7d-45a8-894c-74fe66112300 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 944 time: 0.0726275 Oct 12 18:32:27.771251 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d60bb-e6ab-437b-a301-868217e61dcc req-85247fd0-de96-4594-8d58-4160d11cb0b3 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:27.772679 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c34d60bb-e6ab-437b-a301-868217e61dcc req-85247fd0-de96-4594-8d58-4160d11cb0b3 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 944 time: 0.0917401 Oct 12 18:32:27.825872 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dd64271f-4afd-424e-94ed-15a8319267ae req-06f43071-bb34-434c-8cd8-71e7411543ba tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522382 Oct 12 18:32:27.833109 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c34d60bb-e6ab-437b-a301-868217e61dcc req-16878692-af3e-4814-af46-81e604eac60d tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535691 Oct 12 18:32:27.965353 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd0882-2cc5-41e1-8dbe-183670d94cab req-292031b8-d2b8-402c-9827-c9bd4e1122ff tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:27.966734 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9fd0882-2cc5-41e1-8dbe-183670d94cab req-292031b8-d2b8-402c-9827-c9bd4e1122ff tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0533466 Oct 12 18:32:27.992859 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:32:28.008332 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9fd0882-2cc5-41e1-8dbe-183670d94cab req-9d03b430-685f-48ce-95c9-076687e00ea9 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354545 Oct 12 18:32:28.058719 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['5768eef0-c768-4c9b-af39-569bde13629c'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:32:28.980589 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cb2ba-d69b-415b-aefa-c3ca8269106b req-5a871517-b26f-4ff6-a558-426d7573acc3 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:28.982012 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c18cb2ba-d69b-415b-aefa-c3ca8269106b req-5a871517-b26f-4ff6-a558-426d7573acc3 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 944 time: 0.0818911 Oct 12 18:32:28.990248 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b968c23-1b01-4693-ac92-3c3b79938e60 req-7ed279fb-f30b-474c-864b-d258c3924d5e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:28.991617 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9b968c23-1b01-4693-ac92-3c3b79938e60 req-7ed279fb-f30b-474c-864b-d258c3924d5e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 944 time: 0.0794261 Oct 12 18:32:29.048855 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c18cb2ba-d69b-415b-aefa-c3ca8269106b req-ce69c127-4022-4f1d-afb9-a1cd7d0020b0 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562882 Oct 12 18:32:29.056062 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9b968c23-1b01-4693-ac92-3c3b79938e60 req-ea881737-f3ee-4021-af19-ae1f0de3ba4e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573106 Oct 12 18:32:29.171629 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258387bb-04aa-45db-88ef-4cc0de8efd3f req-944efbc2-cc7b-4214-a406-36ea416ff960 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:29.173519 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-258387bb-04aa-45db-88ef-4cc0de8efd3f req-944efbc2-cc7b-4214-a406-36ea416ff960 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0533826 Oct 12 18:32:29.213904 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-258387bb-04aa-45db-88ef-4cc0de8efd3f req-80230596-23db-4ae3-8430-15383eb519ca tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341740 Oct 12 18:32:29.441727 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 5768eef0-c768-4c9b-af39-569bde13629c up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:32:29.535047 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port 5768eef0-c768-4c9b-af39-569bde13629c completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:32:29.539234 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 5768eef0-c768-4c9b-af39-569bde13629c triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:32:29.539613 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:29.621896 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:29.647580 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adfbcc5-a227-49b4-aea6-24a58adcbd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5768eef0-c768-4c9b-af39-569bde13629c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:32:29.649260 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d177b847-0d85-4335-bc03-275e19a0ac88" -d '{"events": [{"server_uuid": "4adfbcc5-a227-49b4-aea6-24a58adcbd78", "name": "network-vif-plugged", "status": "completed", "tag": "5768eef0-c768-4c9b-af39-569bde13629c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:32:29.662736 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 5768eef0-c768-4c9b-af39-569bde13629c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5768eef0-c768-4c9b-af39-569bde13629c,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:29.686997 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d346b9-53c9-412d-96a5-5b65ce472458 x-openstack-request-id: req-f4d346b9-53c9-412d-96a5-5b65ce472458 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:32:29.687289 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adfbcc5-a227-49b4-aea6-24a58adcbd78", "name": "network-vif-plugged", "status": "completed", "tag": "5768eef0-c768-4c9b-af39-569bde13629c", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:32:29.687547 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4d346b9-53c9-412d-96a5-5b65ce472458 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:32:29.687942 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adfbcc5-a227-49b4-aea6-24a58adcbd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5768eef0-c768-4c9b-af39-569bde13629c', 'code': 200} Oct 12 18:32:29.844367 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:29.845139 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device ee9e0115-2251-43e7-8da4-8dd846258e7b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:32:29.936262 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=5768eef0-c768-4c9b-af39-569bde13629c,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:30.019429 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:30.059102 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port ee9e0115-2251-43e7-8da4-8dd846258e7b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:30.183899 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:30.234676 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=ee9e0115-2251-43e7-8da4-8dd846258e7b,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:30.244909 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89ed5-8bf8-497e-9dec-84ba1d3f3571 req-b741690a-e8ac-48cf-9c9c-e7241a1398ad tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:30.244909 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5bb89ed5-8bf8-497e-9dec-84ba1d3f3571 req-b741690a-e8ac-48cf-9c9c-e7241a1398ad tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 944 time: 0.1265137 Oct 12 18:32:30.246912 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5465b8e-4e96-4a0c-9c84-c3b7225c1784 req-b210745e-7973-4aaa-b3c4-3ff914287b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:30.248339 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5465b8e-4e96-4a0c-9c84-c3b7225c1784 req-b210745e-7973-4aaa-b3c4-3ff914287b6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 1098 time: 0.1190114 Oct 12 18:32:30.275360 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30745c5-8f61-41c5-94da-723a91c3fd5d req-a05012da-eba6-467a-aa36-137a525cab33 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:30.277584 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e30745c5-8f61-41c5-94da-723a91c3fd5d req-a05012da-eba6-467a-aa36-137a525cab33 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 945 time: 0.1185124 Oct 12 18:32:30.339349 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5465b8e-4e96-4a0c-9c84-c3b7225c1784 req-a3e72bf8-e1ed-4f33-b1e0-d34b2f04ffc4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805075 Oct 12 18:32:30.346609 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5bb89ed5-8bf8-497e-9dec-84ba1d3f3571 req-6fbab013-ec22-4b62-afb4-60897ef8efa6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962999 Oct 12 18:32:30.353795 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e30745c5-8f61-41c5-94da-723a91c3fd5d req-70e7b55d-3953-4823-9113-84f3f3f3f1da tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620944 Oct 12 18:32:30.457556 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d36f2-eca9-4c32-ab68-6cd1c62c6180 req-4be2be58-7bec-4468-81d2-41612084f1f3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:30.458987 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f64d36f2-eca9-4c32-ab68-6cd1c62c6180 req-4be2be58-7bec-4468-81d2-41612084f1f3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0487943 Oct 12 18:32:30.507319 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f64d36f2-eca9-4c32-ab68-6cd1c62c6180 req-48c89f19-48f0-43a3-bc52-140961f1268d tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413759 Oct 12 18:32:30.888143 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bc6fa-8804-4ac5-90e2-e0ea354e6b7b req-638a20e3-6af3-4727-b1ee-2b0f861104fd tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:30.889676 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ee7bc6fa-8804-4ac5-90e2-e0ea354e6b7b req-638a20e3-6af3-4727-b1ee-2b0f861104fd tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0532613 Oct 12 18:32:30.933554 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ee7bc6fa-8804-4ac5-90e2-e0ea354e6b7b req-fb84aac6-f3d5-4c18-a2dc-98bac97618d4 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379045 Oct 12 18:32:30.934789 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50846) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:31.021236 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-f13f7afd-b38c-420a-94ec-13347a6ffbcf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852935 Oct 12 18:32:31.032888 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-735bb5d0-36bf-417f-8715-eb5a2fe73140 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:32:31.033844 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-735bb5d0-36bf-417f-8715-eb5a2fe73140 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053191 Oct 12 18:32:31.513701 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4a1c6-8670-4cf9-8bd5-8f98bcc3fcc5 req-160d5779-6b33-4f67-b185-bdc02698d5c4 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:31.514323 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-11b4a1c6-8670-4cf9-8bd5-8f98bcc3fcc5 req-160d5779-6b33-4f67-b185-bdc02698d5c4 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 944 time: 0.0822985 Oct 12 18:32:31.527357 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9017db-6d2e-42bd-a5cf-17a8e819a753 req-7da12307-858c-45c7-8e1e-56906b5a4b6c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:31.529280 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1d9017db-6d2e-42bd-a5cf-17a8e819a753 req-7da12307-858c-45c7-8e1e-56906b5a4b6c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 945 time: 0.0962753 Oct 12 18:32:31.589883 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-11b4a1c6-8670-4cf9-8bd5-8f98bcc3fcc5 req-b6b09449-2fb7-497b-9896-89f6ab69a966 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595889 Oct 12 18:32:31.599709 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1d9017db-6d2e-42bd-a5cf-17a8e819a753 req-eca0c46e-aa41-46aa-a1d5-3b1bcbfe43dc tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603006 Oct 12 18:32:31.689925 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:32:31.699224 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4647f00a-ee1a-43b8-964f-79c7a460e4e4" -d '{"events": [{"server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:32:31.723287 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 18:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55429af-42db-47e3-9712-763cd2d121a9 x-openstack-request-id: req-a55429af-42db-47e3-9712-763cd2d121a9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:32:31.723671 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "name": "network-vif-unplugged", "status": "failed", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b", "code": 422}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:32:31.724011 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a55429af-42db-47e3-9712-763cd2d121a9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:32:31.724629 dv-cinder-813227-2-iscsi neutron-server[94837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'code': 422} returned with failed status Oct 12 18:32:32.060564 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80158c7d-1c8e-4eb5-a545-16178a0a3362 req-8bd5fb27-8768-4a2d-adaa-7ee631604cb9 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:32.069369 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-80158c7d-1c8e-4eb5-a545-16178a0a3362 req-8bd5fb27-8768-4a2d-adaa-7ee631604cb9 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0564079 Oct 12 18:32:32.101019 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-80158c7d-1c8e-4eb5-a545-16178a0a3362 req-1952f59b-7c6d-476d-816e-38c79e3a1374 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330002 Oct 12 18:32:32.735524 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f40ae-08b9-45c7-87c8-c3163ca72c3b req-100b1342-74d1-47f9-a9c4-898a02ae0619 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:32.736944 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fa1f40ae-08b9-45c7-87c8-c3163ca72c3b req-100b1342-74d1-47f9-a9c4-898a02ae0619 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 944 time: 0.0770032 Oct 12 18:32:32.749129 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4c606-a172-4494-a7c5-473d72f0a1ae req-59289f57-9d9f-4233-a140-b62f046418ab tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:32.750640 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a9a4c606-a172-4494-a7c5-473d72f0a1ae req-59289f57-9d9f-4233-a140-b62f046418ab tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 945 time: 0.0805323 Oct 12 18:32:32.810489 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fa1f40ae-08b9-45c7-87c8-c3163ca72c3b req-6a04b27d-170d-4aa0-a363-15b2ac0545d8 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589409 Oct 12 18:32:32.818015 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a9a4c606-a172-4494-a7c5-473d72f0a1ae req-4b813cce-af91-49c9-8e5c-ea07ab1af5e6 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583539 Oct 12 18:32:32.945820 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02f70-24a7-491a-9e84-8fa0e6052a32 req-8697cd32-8c09-4046-98a1-448eb23a9670 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:32.954934 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-19f02f70-24a7-491a-9e84-8fa0e6052a32 req-8697cd32-8c09-4046-98a1-448eb23a9670 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 945 time: 0.0589497 Oct 12 18:32:32.957442 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50880) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:32.962231 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-38ccf801-6e2c-4d70-9f82-f26820933967 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Request body: {'floatingip': {'port_id': '5768eef0-c768-4c9b-af39-569bde13629c'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:33.006170 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-38ccf801-6e2c-4d70-9f82-f26820933967 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:33.230363 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaae4a-f5a1-4763-9195-2bd683d13177 req-961322ae-5552-4136-b4af-a778f250428f tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:33.231891 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8afaae4a-f5a1-4763-9195-2bd683d13177 req-961322ae-5552-4136-b4af-a778f250428f tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0529716 Oct 12 18:32:33.282006 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8afaae4a-f5a1-4763-9195-2bd683d13177 req-c897405b-b5f9-4ed3-b322-3857929e368e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385983 Oct 12 18:32:33.470909 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 260f73ad-348d-4e3f-8940-94a948e1eaae details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:32:33.471488 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-38ccf801-6e2c-4d70-9f82-f26820933967 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:33.563897 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-38ccf801-6e2c-4d70-9f82-f26820933967 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:33.564232 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 260f73ad-348d-4e3f-8940-94a948e1eaae, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=260f73ad-348d-4e3f-8940-94a948e1eaae,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:33.576188 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'port_id': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'mac_address': 'fa:16:3e:59:60:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:32:33.619015 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:33.632661 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260f73ad-348d-4e3f-8940-94a948e1eaae {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:32:33.653678 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 260f73ad-348d-4e3f-8940-94a948e1eaae, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=260f73ad-348d-4e3f-8940-94a948e1eaae,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:33.668601 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.l3_db [None req-38ccf801-6e2c-4d70-9f82-f26820933967 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Floating IP 324b11da-44a7-4caa-a8e9-38e94d85f38a associated. External IP: 172.27.1.87, port: 5768eef0-c768-4c9b-af39-569bde13629c. Oct 12 18:32:33.724562 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:33.786386 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=260f73ad-348d-4e3f-8940-94a948e1eaae,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:33.791468 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-2abc6e5f-b521-4854-bf36-4e7d6bed66e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:33.793114 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-2abc6e5f-b521-4854-bf36-4e7d6bed66e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c&tenant_id=38a1ca7b8f55456eb3c6946099885e5e HTTP/1.1" status: 200 len: 1096 time: 0.0482345 Oct 12 18:32:33.870893 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-ea83d586-9726-435f-8061-cb7932aa6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:33.874498 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-ea83d586-9726-435f-8061-cb7932aa6a54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38a1ca7b8f55456eb3c6946099885e5e&device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 1096 time: 0.0476043 Oct 12 18:32:33.895626 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ccf801-6e2c-4d70-9f82-f26820933967 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Router bc6cdecb-8e10-40ce-9e30-9af2bf390894 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:32:34.005938 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df2573-202b-42f6-b88e-b59ca24a47c7 req-347458b3-31bd-4a20-b072-ce38ca1cd2ef tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:34.007623 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12df2573-202b-42f6-b88e-b59ca24a47c7 req-347458b3-31bd-4a20-b072-ce38ca1cd2ef tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 945 time: 0.0835080 Oct 12 18:32:34.009268 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-a14519cc-07fa-4468-9896-3ebcee13897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:34.010765 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-a14519cc-07fa-4468-9896-3ebcee13897a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e167e43c-8958-46db-953d-f60c625ee80b HTTP/1.1" status: 200 len: 910 time: 0.1304798 Oct 12 18:32:34.011126 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ccf801-6e2c-4d70-9f82-f26820933967 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:32:34.017316 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-38ccf801-6e2c-4d70-9f82-f26820933967 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:34.031759 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7701bc6-883c-4b8d-92b3-63d0244e56b6 None None] Sync routers for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:32:34.047400 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7701bc6-883c-4b8d-92b3-63d0244e56b6 None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:32:34.048040 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-b7701bc6-883c-4b8d-92b3-63d0244e56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:32:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:34.051501 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-38ccf801-6e2c-4d70-9f82-f26820933967 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "PUT /v2.0/floatingips/324b11da-44a7-4caa-a8e9-38e94d85f38a HTTP/1.1" status: 200 len: 990 time: 1.0902746 Oct 12 18:32:34.051501 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adfbcc5-a227-49b4-aea6-24a58adcbd78', 'tag': '5768eef0-c768-4c9b-af39-569bde13629c'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:32:34.052101 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecc0124-ace4-4d84-b517-541c8346ea28" -d '{"events": [{"name": "network-changed", "server_uuid": "4adfbcc5-a227-49b4-aea6-24a58adcbd78", "tag": "5768eef0-c768-4c9b-af39-569bde13629c"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:32:34.095520 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12df2573-202b-42f6-b88e-b59ca24a47c7 req-0f196224-4ed7-4cff-8a3a-0c34b8a17a39 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798557 Oct 12 18:32:34.105481 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-622ebdcd-bfae-48e7-95fa-b49c57b732c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b HTTP/1.1" status: 200 len: 999 time: 0.0826697 Oct 12 18:32:34.171978 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-4b034a71-de35-4f91-bc8d-f5ed4a2e92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:34.173480 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-4b034a71-de35-4f91-bc8d-f5ed4a2e92e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c5bd168-ecbc-44e3-8d6b-baa09d325a05 HTTP/1.1" status: 200 len: 848 time: 0.0547583 Oct 12 18:32:34.238066 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-0037ff5d-0451-44dc-bd29-3a5d6cb853cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:34.239754 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-0037ff5d-0451-44dc-bd29-3a5d6cb853cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e167e43c-8958-46db-953d-f60c625ee80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454245 Oct 12 18:32:34.240094 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70635a0f-55a3-4b90-89f8-3a53cc30e1ab x-openstack-request-id: req-70635a0f-55a3-4b90-89f8-3a53cc30e1ab {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:32:34.240387 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4adfbcc5-a227-49b4-aea6-24a58adcbd78", "tag": "5768eef0-c768-4c9b-af39-569bde13629c", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:32:34.240651 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70635a0f-55a3-4b90-89f8-3a53cc30e1ab {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:32:34.241034 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adfbcc5-a227-49b4-aea6-24a58adcbd78', 'tag': '5768eef0-c768-4c9b-af39-569bde13629c', 'status': 'completed', 'code': 200} Oct 12 18:32:34.274961 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['260f73ad-348d-4e3f-8940-94a948e1eaae'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:32:34.352716 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-b7701bc6-883c-4b8d-92b3-63d0244e56b6 None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:32:34.378642 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc0124-ace4-4d84-b517-541c8346ea28 req-b0f65a7f-1ff0-42b5-998d-4681abed3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:34.380144 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6ecc0124-ace4-4d84-b517-541c8346ea28 req-b0f65a7f-1ff0-42b5-998d-4681abed3d5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee04649277c84912b20967b31162615b&device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 1098 time: 0.0977166 Oct 12 18:32:34.396330 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72a9161a-4f1f-4756-9e84-36902bf4937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:34.456666 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-f358bdd2-3979-47f3-8519-5c319ebaf435 service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927273 Oct 12 18:32:34.529428 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e50a0e-734c-4366-ad3a-4b556b436b05 req-6801caf0-ac05-4d14-8d0f-c37ae591abb8 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:34.530952 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d2e50a0e-734c-4366-ad3a-4b556b436b05 req-6801caf0-ac05-4d14-8d0f-c37ae591abb8 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.1694481 Oct 12 18:32:34.609564 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d2e50a0e-734c-4366-ad3a-4b556b436b05 req-df42df24-d22f-4892-a3e9-0ef4afee8633 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700560 Oct 12 18:32:34.612097 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc0124-ace4-4d84-b517-541c8346ea28 req-a7223c08-4321-4570-b399-3356a9dcd8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:34.613602 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6ecc0124-ace4-4d84-b517-541c8346ea28 req-a7223c08-4321-4570-b399-3356a9dcd8ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=c28011f7-a600-4bea-98eb-e6748c99ba11 HTTP/1.1" status: 200 len: 912 time: 0.2258420 Oct 12 18:32:34.673645 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-7d564a95-ac31-46ca-8d19-63d8b172d914 service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051814 Oct 12 18:32:34.696850 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6ecc0124-ace4-4d84-b517-541c8346ea28 req-0a1ea3e3-3268-4f51-bbc6-ab1ebb5cfd69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5768eef0-c768-4c9b-af39-569bde13629c HTTP/1.1" status: 200 len: 998 time: 0.0682480 Oct 12 18:32:34.732581 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-b7701bc6-883c-4b8d-92b3-63d0244e56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': '324b11da-44a7-4caa-a8e9-38e94d85f38a', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'port_id': '5768eef0-c768-4c9b-af39-569bde13629c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'mac_address': 'fa:16:3e:a1:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adfbcc5-a227-49b4-aea6-24a58adcbd78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:32:15Z', 'updated_at': '2021-10-12T18:32:33Z', 'revision_number': 1, 'project_id': 'ee04649277c84912b20967b31162615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 5, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:34.756458 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc0124-ace4-4d84-b517-541c8346ea28 req-95b864a1-790d-442c-8527-d4b4cd2fab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:34.757971 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6ecc0124-ace4-4d84-b517-541c8346ea28 req-95b864a1-790d-442c-8527-d4b4cd2fab42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecb784df-79ec-41a5-852a-05a0e006be4c HTTP/1.1" status: 200 len: 850 time: 0.0530114 Oct 12 18:32:34.766195 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7701bc6-883c-4b8d-92b3-63d0244e56b6 None None] Checking router: bc6cdecb-8e10-40ce-9e30-9af2bf390894 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:32:34.779239 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7701bc6-883c-4b8d-92b3-63d0244e56b6 None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:32:34.779858 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-b7701bc6-883c-4b8d-92b3-63d0244e56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:32:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:34.810383 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc0124-ace4-4d84-b517-541c8346ea28 req-b62fe214-9fde-466e-be11-1a00a552d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:34.811968 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6ecc0124-ace4-4d84-b517-541c8346ea28 req-b62fe214-9fde-466e-be11-1a00a552d645 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c28011f7-a600-4bea-98eb-e6748c99ba11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454619 Oct 12 18:32:34.892656 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-b7701bc6-883c-4b8d-92b3-63d0244e56b6 None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:32:34.914019 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6ecc0124-ace4-4d84-b517-541c8346ea28 req-a4dd2ecb-b29b-4e25-bc5f-0d6a663efa56 service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915606 Oct 12 18:32:35.016310 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6ecc0124-ace4-4d84-b517-541c8346ea28 req-d9d5a074-26dd-4783-a167-c3c8d05018da service neutron] 10.222.0.42 "GET /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945532 Oct 12 18:32:35.138659 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-b7701bc6-883c-4b8d-92b3-63d0244e56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': '324b11da-44a7-4caa-a8e9-38e94d85f38a', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'port_id': '5768eef0-c768-4c9b-af39-569bde13629c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'mac_address': 'fa:16:3e:a1:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adfbcc5-a227-49b4-aea6-24a58adcbd78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:32:15Z', 'updated_at': '2021-10-12T18:32:33Z', 'revision_number': 1, 'project_id': 'ee04649277c84912b20967b31162615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 5, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:35.170807 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7701bc6-883c-4b8d-92b3-63d0244e56b6 None None] The sync data for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi is: [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': '324b11da-44a7-4caa-a8e9-38e94d85f38a', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'port_id': '5768eef0-c768-4c9b-af39-569bde13629c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'mac_address': 'fa:16:3e:a1:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adfbcc5-a227-49b4-aea6-24a58adcbd78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:32:15Z', 'updated_at': '2021-10-12T18:32:33Z', 'revision_number': 1, 'project_id': 'ee04649277c84912b20967b31162615b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 5, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:32:35.236636 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf45fc-1d05-4459-8566-f8116166346f req-702ee6c9-b1de-42c8-9a39-5f797aeda44f tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:35.238117 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f1cf45fc-1d05-4459-8566-f8116166346f req-702ee6c9-b1de-42c8-9a39-5f797aeda44f tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 945 time: 0.0543976 Oct 12 18:32:35.284309 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f1cf45fc-1d05-4459-8566-f8116166346f req-b984485b-e6d7-4d02-8471-ae040974ae94 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386806 Oct 12 18:32:35.392363 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e1b593-4fba-41a4-ad7d-1ad4fb9a9010 None None] New status for floating IP 324b11da-44a7-4caa-a8e9-38e94d85f38a: ACTIVE {{(pid=94838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:32:35.734100 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005be47-ee65-4bb4-8747-6ae4aa68ea72 req-8c2874d3-2388-4330-ae71-a67f99ebb6b2 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:35.735491 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e005be47-ee65-4bb4-8747-6ae4aa68ea72 req-8c2874d3-2388-4330-ae71-a67f99ebb6b2 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0502300 Oct 12 18:32:35.773203 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e005be47-ee65-4bb4-8747-6ae4aa68ea72 req-7e9df81b-d273-47d3-8fb6-870f6a0a6224 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316520 Oct 12 18:32:36.408933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbcadd-659e-43e7-8e52-bbd431c8bf81 req-32d73b9d-8627-4fab-a2e6-7f8d93dcbb88 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:36.410453 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6dfbcadd-659e-43e7-8e52-bbd431c8bf81 req-32d73b9d-8627-4fab-a2e6-7f8d93dcbb88 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 945 time: 0.0522003 Oct 12 18:32:36.453092 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6dfbcadd-659e-43e7-8e52-bbd431c8bf81 req-6d8f7080-60ba-49e9-b29f-24d649241eff tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367572 Oct 12 18:32:36.889354 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd2551-853d-4273-94c2-dc3e9e3472dd req-7348ee86-1890-4185-a951-0877c79fbcd2 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:36.890759 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-41bd2551-853d-4273-94c2-dc3e9e3472dd req-7348ee86-1890-4185-a951-0877c79fbcd2 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0509589 Oct 12 18:32:36.935187 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-41bd2551-853d-4273-94c2-dc3e9e3472dd req-46a0c9ee-f681-40de-a28f-927abeb09ce6 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384724 Oct 12 18:32:37.252368 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c4d0-aaf9-497f-8229-804d74724afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:37.480844 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 260f73ad-348d-4e3f-8940-94a948e1eaae up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:32:37.612661 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port 260f73ad-348d-4e3f-8940-94a948e1eaae completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:32:37.620032 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 260f73ad-348d-4e3f-8940-94a948e1eaae triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:32:37.620162 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:37.724085 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:37.755925 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260f73ad-348d-4e3f-8940-94a948e1eaae'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:32:37.758585 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f915a9c-de3d-440c-ab8a-63cb3f05c67a" -d '{"events": [{"server_uuid": "527d2718-c3be-44f9-bf49-9c445e98cc75", "name": "network-vif-plugged", "status": "completed", "tag": "260f73ad-348d-4e3f-8940-94a948e1eaae"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:32:37.774424 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 260f73ad-348d-4e3f-8940-94a948e1eaae, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=260f73ad-348d-4e3f-8940-94a948e1eaae,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:37.811486 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f632be-b252-4c84-b74c-c522ed25e851 x-openstack-request-id: req-48f632be-b252-4c84-b74c-c522ed25e851 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:32:37.811486 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527d2718-c3be-44f9-bf49-9c445e98cc75", "name": "network-vif-plugged", "status": "completed", "tag": "260f73ad-348d-4e3f-8940-94a948e1eaae", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:32:37.811486 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48f632be-b252-4c84-b74c-c522ed25e851 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:32:37.811486 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'code': 200} Oct 12 18:32:37.823359 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12665d13-c04a-45e2-af33-678f59d8b89b req-d9bcd2a8-f13b-4c6f-9e14-86b7d933ab67 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:37.824950 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12665d13-c04a-45e2-af33-678f59d8b89b req-d9bcd2a8-f13b-4c6f-9e14-86b7d933ab67 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 945 time: 0.2975314 Oct 12 18:32:37.858177 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:37.865426 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12665d13-c04a-45e2-af33-678f59d8b89b req-c384cd7b-3841-4db8-bb69-0f25684a3252 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338173 Oct 12 18:32:37.906263 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=260f73ad-348d-4e3f-8940-94a948e1eaae,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:38.056856 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae345de8-1866-40cf-8e20-6e424fe41759 req-c53523e3-55af-44fd-ba74-63515188bc33 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:38.058539 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ae345de8-1866-40cf-8e20-6e424fe41759 req-c53523e3-55af-44fd-ba74-63515188bc33 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0507483 Oct 12 18:32:38.086564 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:38.097192 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ae345de8-1866-40cf-8e20-6e424fe41759 req-8e1ca310-3420-43e0-8309-9e84b57cb355 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328016 Oct 12 18:32:38.227924 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698311af-52f6-4730-85db-18443144ea6b req-084575ed-c41e-4708-9858-47525bbfd192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:38.229958 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-698311af-52f6-4730-85db-18443144ea6b req-084575ed-c41e-4708-9858-47525bbfd192 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 1099 time: 0.0399928 Oct 12 18:32:38.269419 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-698311af-52f6-4730-85db-18443144ea6b req-0556597f-e4b5-489c-8a02-08d09b8960b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325925 Oct 12 18:32:38.349580 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:38.986579 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a168297-5320-4fd3-9761-e327c96325f4 req-d4786578-09d0-4cd0-af8b-f35d2c996ec7 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:38.988771 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2a168297-5320-4fd3-9761-e327c96325f4 req-d4786578-09d0-4cd0-af8b-f35d2c996ec7 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 946 time: 0.0522327 Oct 12 18:32:39.031287 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2a168297-5320-4fd3-9761-e327c96325f4 req-33216f44-1af9-4127-aa35-87a5778ea9b5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352132 Oct 12 18:32:39.218477 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef61a73-4b01-4244-b2c0-617ba95a990b req-8cbb8d2e-340d-4589-81ca-bcd2452db926 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:39.219870 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9ef61a73-4b01-4244-b2c0-617ba95a990b req-8cbb8d2e-340d-4589-81ca-bcd2452db926 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0500627 Oct 12 18:32:39.259661 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9ef61a73-4b01-4244-b2c0-617ba95a990b req-ab6b87bc-b517-4328-8b01-e353adde8e9a tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337214 Oct 12 18:32:39.969838 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:40.149477 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206df8fc-7aa3-4f0e-a28a-ec4dc2095eb7 req-b8090771-fecb-4219-8de0-db0881740af4 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:40.151546 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-206df8fc-7aa3-4f0e-a28a-ec4dc2095eb7 req-b8090771-fecb-4219-8de0-db0881740af4 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 946 time: 0.0490360 Oct 12 18:32:40.194677 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-206df8fc-7aa3-4f0e-a28a-ec4dc2095eb7 req-627fd226-3e37-402a-9a7c-dc92becb1bc3 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366597 Oct 12 18:32:40.317543 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148976ef-3e3b-4579-abc4-d8e6e9e9dc8b req-e0b26b46-f113-4d07-af59-50dc2b76762d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:40.319224 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-148976ef-3e3b-4579-abc4-d8e6e9e9dc8b req-e0b26b46-f113-4d07-af59-50dc2b76762d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 946 time: 0.0563247 Oct 12 18:32:40.393996 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-148976ef-3e3b-4579-abc4-d8e6e9e9dc8b req-35a80023-4037-45d2-842b-b1bc2c6a2245 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628951 Oct 12 18:32:40.412303 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e1637-1037-4e4e-b15b-73d6328a90f3 req-45710f26-6040-4c55-ae35-b9e5bcf3b1db tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:40.414127 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-624e1637-1037-4e4e-b15b-73d6328a90f3 req-45710f26-6040-4c55-ae35-b9e5bcf3b1db tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0844035 Oct 12 18:32:40.418163 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 50962) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:40.469548 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-624e1637-1037-4e4e-b15b-73d6328a90f3 req-c31deaf8-5996-4822-88ea-92ef8b2b0de4 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448344 Oct 12 18:32:40.473561 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4b6de-30ff-4b2e-bc6a-5508791b7d38 tempest-TestVolumeBootPattern-1827708406 tempest-TestVolumeBootPattern-1827708406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:40.478937 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 50964) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:40.479294 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-fed4b6de-30ff-4b2e-bc6a-5508791b7d38 tempest-TestVolumeBootPattern-1827708406 tempest-TestVolumeBootPattern-1827708406-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 1094 time: 0.0590508 Oct 12 18:32:40.483803 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Request body: {'floatingip': {'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'port_id': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:40.567481 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for floatingip, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:40.673702 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:40.807557 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Allocated IP 172.27.1.147 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/7c23a9eb-0b3b-48b9-851a-d358ba399d24) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:32:40.866559 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:40.917806 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:41.041221 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:41.081818 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:32:41.084817 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:32:41.089042 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:32:41.096982 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'Port': ['ID=7c23a9eb-0b3b-48b9-851a-d358ba399d24,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:41.468480 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:41.586087 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5122f44-3e01-42ff-8971-17d78cccfc2c req-324c28b2-15f3-4c4c-9b80-5d468b8d20fa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:41.588142 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b5122f44-3e01-42ff-8971-17d78cccfc2c req-324c28b2-15f3-4c4c-9b80-5d468b8d20fa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.0506206 Oct 12 18:32:41.631758 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:41.668362 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b5122f44-3e01-42ff-8971-17d78cccfc2c req-d16e7b61-ad06-418c-a8df-3320b13c3368 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732653 Oct 12 18:32:41.804150 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:41.863606 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:41.937647 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'Port': ['ID=7c23a9eb-0b3b-48b9-851a-d358ba399d24,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:41.952193 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:42.058185 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.l3_db [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Floating IP b7e9be68-7b72-43c2-ac06-9b6b9f124f3d associated. External IP: 172.27.1.147, port: 260f73ad-348d-4e3f-8940-94a948e1eaae. Oct 12 18:32:42.279904 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Router 49c4b58e-86c3-4f66-af7b-0775da265084 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:32:42.393357 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:32:42.405679 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464654eb-de8b-4df0-afa6-1168c888bae1 None None] Sync routers for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:32:42.414963 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464654eb-de8b-4df0-afa6-1168c888bae1 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:32:42.415584 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-464654eb-de8b-4df0-afa6-1168c888bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:32:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:42.459993 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:42.489066 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-137d23bc-66b9-4932-a6e9-a3f728aad783 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0089948 Oct 12 18:32:42.490229 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'tag': '260f73ad-348d-4e3f-8940-94a948e1eaae'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:32:42.492756 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b423b74-c927-45a4-92b9-311ff9d18cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "527d2718-c3be-44f9-bf49-9c445e98cc75", "tag": "260f73ad-348d-4e3f-8940-94a948e1eaae"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:32:42.549451 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-464654eb-de8b-4df0-afa6-1168c888bae1 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:32:42.554697 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320ead0c-574a-48a4-a5c6-15c8379b4e4c x-openstack-request-id: req-320ead0c-574a-48a4-a5c6-15c8379b4e4c {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:32:42.554988 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527d2718-c3be-44f9-bf49-9c445e98cc75", "tag": "260f73ad-348d-4e3f-8940-94a948e1eaae", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:32:42.555241 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-320ead0c-574a-48a4-a5c6-15c8379b4e4c {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:32:42.555645 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'tag': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'status': 'completed', 'code': 200} Oct 12 18:32:42.639853 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b423b74-c927-45a4-92b9-311ff9d18cdd req-41900e09-2986-405c-80f7-c9a8934001b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:42.641868 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9b423b74-c927-45a4-92b9-311ff9d18cdd req-41900e09-2986-405c-80f7-c9a8934001b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 1099 time: 0.0474615 Oct 12 18:32:42.784281 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b423b74-c927-45a4-92b9-311ff9d18cdd req-af927089-f529-4937-9d43-38285dcfbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:42.785789 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9b423b74-c927-45a4-92b9-311ff9d18cdd req-af927089-f529-4937-9d43-38285dcfbf45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 912 time: 0.1364648 Oct 12 18:32:42.791341 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-464654eb-de8b-4df0-afa6-1168c888bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'b7e9be68-7b72-43c2-ac06-9b6b9f124f3d', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:59:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:32:41Z', 'updated_at': '2021-10-12T18:32:41Z', 'revision_number': 0, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:42.818444 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464654eb-de8b-4df0-afa6-1168c888bae1 None None] Checking router: 49c4b58e-86c3-4f66-af7b-0775da265084 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:32:42.827587 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464654eb-de8b-4df0-afa6-1168c888bae1 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:32:42.828203 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-464654eb-de8b-4df0-afa6-1168c888bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:32:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:42.864990 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaaf397-5f81-4442-8dbc-ce0ce89a02a2 req-27d9f4ad-609a-4b42-b56b-ed466837d1f3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:42.866513 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9eaaf397-5f81-4442-8dbc-ce0ce89a02a2 req-27d9f4ad-609a-4b42-b56b-ed466837d1f3 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 943 time: 0.1164992 Oct 12 18:32:42.886702 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9b423b74-c927-45a4-92b9-311ff9d18cdd req-96db7154-a4f0-41c5-8c7e-67b7ee15bacb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=260f73ad-348d-4e3f-8940-94a948e1eaae HTTP/1.1" status: 200 len: 1000 time: 0.0931304 Oct 12 18:32:42.938949 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-464654eb-de8b-4df0-afa6-1168c888bae1 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:32:42.943734 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9eaaf397-5f81-4442-8dbc-ce0ce89a02a2 req-cdd40a61-05c5-4de8-a2c7-2a05fdca7917 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679452 Oct 12 18:32:42.962555 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b423b74-c927-45a4-92b9-311ff9d18cdd req-4f55405a-6759-4a76-9af1-5ebeaad86449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:42.964929 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9b423b74-c927-45a4-92b9-311ff9d18cdd req-4f55405a-6759-4a76-9af1-5ebeaad86449 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b22a110-2927-47ce-936a-32b2d9aa3b9a HTTP/1.1" status: 200 len: 850 time: 0.0699584 Oct 12 18:32:43.028199 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b423b74-c927-45a4-92b9-311ff9d18cdd req-491d3b6a-c4ea-4b41-b91a-aae5f9166439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:43.030016 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9b423b74-c927-45a4-92b9-311ff9d18cdd req-491d3b6a-c4ea-4b41-b91a-aae5f9166439 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61bc6454-3943-4ea7-a052-57599eadac06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557582 Oct 12 18:32:43.157639 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9b423b74-c927-45a4-92b9-311ff9d18cdd req-6113568c-0adc-42f8-afaa-9aca32c7a2b2 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072254 Oct 12 18:32:43.259088 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9b423b74-c927-45a4-92b9-311ff9d18cdd req-9aa1457e-7e71-4312-a1d0-cb0a0bead533 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875981 Oct 12 18:32:43.326616 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-464654eb-de8b-4df0-afa6-1168c888bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'b7e9be68-7b72-43c2-ac06-9b6b9f124f3d', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:59:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:32:41Z', 'updated_at': '2021-10-12T18:32:41Z', 'revision_number': 0, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:32:43.358300 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464654eb-de8b-4df0-afa6-1168c888bae1 None None] The sync data for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi is: [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'b7e9be68-7b72-43c2-ac06-9b6b9f124f3d', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:59:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:32:41Z', 'updated_at': '2021-10-12T18:32:41Z', 'revision_number': 0, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:32:43.504994 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device ee9e0115-2251-43e7-8da4-8dd846258e7b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:32:43.566038 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a82963-e9e5-4f3f-97e2-658fa0230691 None None] New status for floating IP b7e9be68-7b72-43c2-ac06-9b6b9f124f3d: ACTIVE {{(pid=94838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:32:43.616556 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port ee9e0115-2251-43e7-8da4-8dd846258e7b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:43.629474 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'port_id': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'mac_address': 'fa:16:3e:be:9a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:32:43.672775 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:43.687366 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9e0115-2251-43e7-8da4-8dd846258e7b {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:32:43.708117 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port ee9e0115-2251-43e7-8da4-8dd846258e7b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:43.795241 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:43.852181 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=ee9e0115-2251-43e7-8da4-8dd846258e7b,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:44.071398 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13863b-e181-4eb3-ae8f-addd0de1c2a5 req-33ad5faf-81e9-496f-8349-01ffec118389 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:44.073529 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7e13863b-e181-4eb3-ae8f-addd0de1c2a5 req-33ad5faf-81e9-496f-8349-01ffec118389 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 944 time: 0.0551848 Oct 12 18:32:44.121647 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7e13863b-e181-4eb3-ae8f-addd0de1c2a5 req-e732c79c-6c85-4345-a5ce-a1ee91d75b4f tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418792 Oct 12 18:32:44.143434 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['ee9e0115-2251-43e7-8da4-8dd846258e7b'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:32:45.247003 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5812060-f22b-4427-a35f-68b37063bb93 req-4acd08fe-0567-4003-8f3b-a1108a616406 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:45.249919 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a5812060-f22b-4427-a35f-68b37063bb93 req-4acd08fe-0567-4003-8f3b-a1108a616406 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 944 time: 0.0552263 Oct 12 18:32:45.296845 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a5812060-f22b-4427-a35f-68b37063bb93 req-a320aa7f-51ed-41c4-9fed-69b1fe77185f tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397418 Oct 12 18:32:45.517957 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device ee9e0115-2251-43e7-8da4-8dd846258e7b up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:32:45.566756 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port ee9e0115-2251-43e7-8da4-8dd846258e7b triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:32:45.567124 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:45.647345 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:45.670836 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:32:45.673121 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdbdcd3-6730-41e9-8a46-9eb752a73155" -d '{"events": [{"server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "name": "network-vif-plugged", "status": "completed", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:32:45.689057 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port ee9e0115-2251-43e7-8da4-8dd846258e7b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:32:45.717152 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9071f96-a464-4521-8f05-2221c0635710 x-openstack-request-id: req-b9071f96-a464-4521-8f05-2221c0635710 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:32:45.717442 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "name": "network-vif-plugged", "status": "completed", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:32:45.718036 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9071f96-a464-4521-8f05-2221c0635710 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:32:45.718444 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'code': 200} Oct 12 18:32:45.783892 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:45.839508 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=ee9e0115-2251-43e7-8da4-8dd846258e7b,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:46.036864 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd7f5b-88b1-43da-95ea-382b97538f6d req-4d1b8834-cd68-4658-b39d-9cd25c6c3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:46.038586 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-40cd7f5b-88b1-43da-95ea-382b97538f6d req-4d1b8834-cd68-4658-b39d-9cd25c6c3abf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 1098 time: 0.0449452 Oct 12 18:32:46.080748 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-40cd7f5b-88b1-43da-95ea-382b97538f6d req-a83c674e-a171-4208-9d94-57c919cd54c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331521 Oct 12 18:32:46.442786 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0a6dc-ea3b-4a17-b326-3a4ad32e05a1 req-a2899473-8af4-49c8-9232-cbcc1a33ca1c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:46.444381 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8de0a6dc-ea3b-4a17-b326-3a4ad32e05a1 req-a2899473-8af4-49c8-9232-cbcc1a33ca1c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0632000 Oct 12 18:32:46.491344 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8de0a6dc-ea3b-4a17-b326-3a4ad32e05a1 req-7f1b99c9-ba24-4b35-8295-6893205ae82e tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394616 Oct 12 18:32:47.577445 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052d314-97b0-4717-8f79-3964f643345f req-87229bec-5b9c-4733-8e22-795b86b8170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:47.578943 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1052d314-97b0-4717-8f79-3964f643345f req-87229bec-5b9c-4733-8e22-795b86b8170d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38a1ca7b8f55456eb3c6946099885e5e&device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 1098 time: 0.0473087 Oct 12 18:32:47.643222 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fa7d7-70ba-4275-b2ce-a32cc496752a req-ac272aef-1552-4542-8d3c-7aaec466a154 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:47.646268 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b39fa7d7-70ba-4275-b2ce-a32cc496752a req-ac272aef-1552-4542-8d3c-7aaec466a154 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0655859 Oct 12 18:32:47.743055 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b39fa7d7-70ba-4275-b2ce-a32cc496752a req-6b330636-84d2-4ba0-9c16-92c00b05249c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813639 Oct 12 18:32:47.781258 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 51044) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:47.788769 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052d314-97b0-4717-8f79-3964f643345f req-3deee93d-696e-4551-b47c-4ec7edf9c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:47.790277 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1052d314-97b0-4717-8f79-3964f643345f req-3deee93d-696e-4551-b47c-4ec7edf9c4ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=e167e43c-8958-46db-953d-f60c625ee80b HTTP/1.1" status: 200 len: 910 time: 0.1685026 Oct 12 18:32:47.859839 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1052d314-97b0-4717-8f79-3964f643345f req-f09bde06-f6ad-45ca-9f4d-3de1e099f27c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b HTTP/1.1" status: 200 len: 1001 time: 0.0609431 Oct 12 18:32:47.918979 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:47.920972 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052d314-97b0-4717-8f79-3964f643345f req-ded22d51-927e-45bc-bde7-516297a55ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:47.922635 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1052d314-97b0-4717-8f79-3964f643345f req-ded22d51-927e-45bc-bde7-516297a55ab9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c5bd168-ecbc-44e3-8d6b-baa09d325a05 HTTP/1.1" status: 200 len: 848 time: 0.0551662 Oct 12 18:32:47.972518 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052d314-97b0-4717-8f79-3964f643345f req-4aead723-b39b-4736-8e30-8ec1a9934947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:47.974036 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1052d314-97b0-4717-8f79-3964f643345f req-4aead723-b39b-4736-8e30-8ec1a9934947 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e167e43c-8958-46db-953d-f60c625ee80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438845 Oct 12 18:32:48.005361 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:48.067279 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1052d314-97b0-4717-8f79-3964f643345f req-1b24d952-13c4-44e5-8163-fa51d870c339 service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854940 Oct 12 18:32:48.068826 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:48.108268 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64aad5d8fff24802806797ab9c0eb9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254812 Oct 12 18:32:48.109262 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf72f0a-bbcc-4a1a-a66a-70c88699d821,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:48.111314 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 51048) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:48.123368 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:48.123716 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:48.124056 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:48.124390 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:48.124753 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:48.125083 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:48.125410 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:48.125735 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:48.126057 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:48.126375 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:48.126694 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:48.127010 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ac201-0491-406a-bdd1-04405a0ff1e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:32:48.173750 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-80bdcb83-e58b-41da-abb4-1df9ccd8608e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:48.175093 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1052d314-97b0-4717-8f79-3964f643345f req-49f20bb7-b5e6-4f2f-8eff-b2e0392a629e service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998964 Oct 12 18:32:48.197458 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-80bdcb83-e58b-41da-abb4-1df9ccd8608e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:48.332067 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-80bdcb83-e58b-41da-abb4-1df9ccd8608e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:48.335018 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-80bdcb83-e58b-41da-abb4-1df9ccd8608e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:48.336222 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-80bdcb83-e58b-41da-abb4-1df9ccd8608e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acf72f0a-bbcc-4a1a-a66a-70c88699d821 HTTP/1.1" status: 204 len: 168 time: 0.2239983 Oct 12 18:32:48.344182 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdcb83-e58b-41da-abb4-1df9ccd8608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf72f0a-bbcc-4a1a-a66a-70c88699d821,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:48.867177 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f155b1-4e70-4e0e-8b30-da6ce9272ffe req-86475a64-d10e-431e-89b2-639cdb370e0a tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:48.868661 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-97f155b1-4e70-4e0e-8b30-da6ce9272ffe req-86475a64-d10e-431e-89b2-639cdb370e0a tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0524244 Oct 12 18:32:48.910339 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-97f155b1-4e70-4e0e-8b30-da6ce9272ffe req-d08287cd-45c2-4062-af0a-bd514e2053f2 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344000 Oct 12 18:32:49.999824 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 51092) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:50.105472 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-820300ba-2123-4b03-aeb1-09b3db132913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:50.182796 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-820300ba-2123-4b03-aeb1-09b3db132913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:50.269167 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-820300ba-2123-4b03-aeb1-09b3db132913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:50.306954 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820300ba-2123-4b03-aeb1-09b3db132913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee23dc0a-ec87-4f10-8a5c-8a95f740cc9e,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:50.313818 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-820300ba-2123-4b03-aeb1-09b3db132913 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a0a5df2996148e4a27315c28ef9279a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127480 Oct 12 18:32:50.316195 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 51096) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:50.366158 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9944-2b0d-40ee-996a-6cccef911920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:50.388311 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9944-2b0d-40ee-996a-6cccef911920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:50.555431 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9944-2b0d-40ee-996a-6cccef911920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:50.558475 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-6d4b9944-2b0d-40ee-996a-6cccef911920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:50.559663 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-6d4b9944-2b0d-40ee-996a-6cccef911920 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee23dc0a-ec87-4f10-8a5c-8a95f740cc9e HTTP/1.1" status: 204 len: 168 time: 0.2424836 Oct 12 18:32:50.567895 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b9944-2b0d-40ee-996a-6cccef911920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee23dc0a-ec87-4f10-8a5c-8a95f740cc9e,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:51.730988 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 51122) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:51.834344 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-442737524-network', 'tenant_id': '4ec087a3edc444cbb249442bb987326c'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:51.954896 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Made reservation on behalf of 4ec087a3edc444cbb249442bb987326c for: {'network': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:32:51.957306 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:51.966095 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:52.052427 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:52.140421 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:52.168554 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:32:52.174787 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:52.181814 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:52.182342 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.segments_db [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Added segment e605ebda-a30a-4a94-bbe9-69181e9ed62d of type vlan for network 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb Oct 12 18:32:52.226292 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:52.317700 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:52.318697 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:52.319285 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:52.377472 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] Pushing event updated for resources: {'Network': ['ID=2e0b2b7e-810d-4085-a3e3-d8a60d0397cb,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:52.388530 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:32:52.440389 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-be015233-6e0f-4471-948b-68c692339be7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7082863 Oct 12 18:32:52.443234 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 51130) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:32:52.448112 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-2d247914-a71c-4a9d-9fe1-6bf77e58fdc9 admin admin] Request body: {'subnet': {'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-442737524-subnet', 'tenant_id': '4ec087a3edc444cbb249442bb987326c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:52.558249 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d247914-a71c-4a9d-9fe1-6bf77e58fdc9 admin admin] Made reservation on behalf of 4ec087a3edc444cbb249442bb987326c for: {'subnet': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:32:52.560656 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2d247914-a71c-4a9d-9fe1-6bf77e58fdc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30502989'] for subnet, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:52.850017 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2d247914-a71c-4a9d-9fe1-6bf77e58fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31250011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30503011'] for subnet, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:53.129034 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d247914-a71c-4a9d-9fe1-6bf77e58fdc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5c2132-f10a-416d-95c3-ce9b9db4a26f,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:32:53.145488 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d247914-a71c-4a9d-9fe1-6bf77e58fdc9 admin admin] Checking segment: {'id': 'e605ebda-a30a-4a94-bbe9-69181e9ed62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:32:53.145914 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d247914-a71c-4a9d-9fe1-6bf77e58fdc9 admin admin] Network hostable DHCP agents. Network: 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:32:53.234550 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d247914-a71c-4a9d-9fe1-6bf77e58fdc9 admin admin] Network 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:32:53.297398 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-2d247914-a71c-4a9d-9fe1-6bf77e58fdc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb) {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:32:53.301617 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d247914-a71c-4a9d-9fe1-6bf77e58fdc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:53.302200 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2d247914-a71c-4a9d-9fe1-6bf77e58fdc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:53.308205 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc4923-dc5a-4565-a9c3-065f57b9501f None None] Network 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:32:53.426289 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-2d247914-a71c-4a9d-9fe1-6bf77e58fdc9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9817548 Oct 12 18:32:53.441452 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4cd035-0446-4ff4-8c4a-a6a4f76e656e None None] Network 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:32:56.704216 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-fe1bd57c-cce4-4330-acbc-c301919f82dd tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:56.705738 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-fe1bd57c-cce4-4330-acbc-c301919f82dd tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/networks?id=2e0b2b7e-810d-4085-a3e3-d8a60d0397cb HTTP/1.1" status: 200 len: 813 time: 0.1102529 Oct 12 18:32:56.721411 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-a3aea819-ae3c-437e-b663-1010200382a5 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/quotas/4ec087a3edc444cbb249442bb987326c HTTP/1.1" status: 200 len: 375 time: 0.0099347 Oct 12 18:32:56.754975 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-4d8c6c84-abdc-4e91-badd-dfcfbbd152ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ec087a3edc444cbb249442bb987326c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267258 Oct 12 18:32:56.847984 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-49c9d771-f957-4543-a21f-fcca86668447 service neutron] 10.222.0.18 "GET /v2.0/networks/2e0b2b7e-810d-4085-a3e3-d8a60d0397cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857785 Oct 12 18:32:56.939001 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-f45962f4-9be8-476b-b6c6-3e7b4f90020a service neutron] 10.222.0.18 "GET /v2.0/networks/2e0b2b7e-810d-4085-a3e3-d8a60d0397cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844209 Oct 12 18:32:57.192845 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18c4e455-0bc4-418a-a417-fb509790b816 req-efa64ba0-c9de-43c0-8cb0-e2ac3fefd192 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 210 time: 0.0285988 Oct 12 18:32:58.279996 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fd08b6c0-c8bd-4127-acb6-f85dbefa1c9d req-631130a2-2d98-4292-a84f-3d59f8d258ca tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 210 time: 0.0302141 Oct 12 18:32:59.373903 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-aa70abf7-037e-4efe-b949-f7a74ed63ae9 req-133447a7-2664-44b0-97f8-5d31d00910f5 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 210 time: 0.0260146 Oct 12 18:32:59.586166 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-0aebd3fd-de53-44f4-963c-a3fba5f58ef0 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:32:59.588991 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-0aebd3fd-de53-44f4-963c-a3fba5f58ef0 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.42 "GET /v2.0/networks?id=2e0b2b7e-810d-4085-a3e3-d8a60d0397cb HTTP/1.1" status: 200 len: 813 time: 0.1079919 Oct 12 18:32:59.615588 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-7470b973-42a2-4d80-a9ea-0768a7efde16 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Request body: {'port': {'device_id': 'c507ce79-0fb1-47d8-b6bf-9992f9d9484a', 'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb', 'admin_state_up': True, 'tenant_id': '4ec087a3edc444cbb249442bb987326c'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:32:59.826520 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-7470b973-42a2-4d80-a9ea-0768a7efde16 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Made reservation on behalf of 4ec087a3edc444cbb249442bb987326c for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:32:59.827061 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-7470b973-42a2-4d80-a9ea-0768a7efde16 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:32:59.956390 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-7470b973-42a2-4d80-a9ea-0768a7efde16 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Allocated IP 172.20.0.8 (2e0b2b7e-810d-4085-a3e3-d8a60d0397cb/1d5c2132-f10a-416d-95c3-ce9b9db4a26f/2efc30ec-72a3-444c-a8d7-f07a6846d636) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:33:00.096864 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-7470b973-42a2-4d80-a9ea-0768a7efde16 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:00.183653 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-7470b973-42a2-4d80-a9ea-0768a7efde16 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:00.230784 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-7470b973-42a2-4d80-a9ea-0768a7efde16 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Network 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:33:00.233931 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-7470b973-42a2-4d80-a9ea-0768a7efde16 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:33:00.237514 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-7470b973-42a2-4d80-a9ea-0768a7efde16 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:33:00.244304 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470b973-42a2-4d80-a9ea-0768a7efde16 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Pushing event updated for resources: {'Port': ['ID=2efc30ec-72a3-444c-a8d7-f07a6846d636,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:33:00.292856 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-7470b973-42a2-4d80-a9ea-0768a7efde16 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:00.297698 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-7470b973-42a2-4d80-a9ea-0768a7efde16 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:00.363405 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-7470b973-42a2-4d80-a9ea-0768a7efde16 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7533758 Oct 12 18:33:00.376039 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Request body: {'port': {'device_id': 'c507ce79-0fb1-47d8-b6bf-9992f9d9484a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:33:00.433141 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:00.569502 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b504c93-911c-45cf-949f-4b809b0f7973 req-38593e8b-cb20-4d1e-a986-007574cf25f3 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:00.570971 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3b504c93-911c-45cf-949f-4b809b0f7973 req-38593e8b-cb20-4d1e-a986-007574cf25f3 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 931 time: 0.1244681 Oct 12 18:33:00.896925 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3b504c93-911c-45cf-949f-4b809b0f7973 req-f04071e4-4566-431a-b7f5-ad372476f128 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192816 Oct 12 18:33:00.995488 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efc30ec-72a3-444c-a8d7-f07a6846d636 {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:33:01.002841 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:01.014684 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Transition to ACTIVE for port object 2efc30ec-72a3-444c-a8d7-f07a6846d636 will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:33:01.079932 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:01.126754 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Pushing event updated for resources: {'Port': ['ID=2efc30ec-72a3-444c-a8d7-f07a6846d636,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:33:01.197387 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Attempting to bind port 2efc30ec-72a3-444c-a8d7-f07a6846d636 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:33:01.197634 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Attempting to bind port 2efc30ec-72a3-444c-a8d7-f07a6846d636 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e605ebda-a30a-4a94-bbe9-69181e9ed62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:33:01.197961 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Attempting to bind port 2efc30ec-72a3-444c-a8d7-f07a6846d636 on network 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:33:01.202234 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Port 2efc30ec-72a3-444c-a8d7-f07a6846d636 on network 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:33:01.202555 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Attempting to bind port 2efc30ec-72a3-444c-a8d7-f07a6846d636 on network 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:33:01.207275 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:33:01.207617 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Checking segment: {'id': 'e605ebda-a30a-4a94-bbe9-69181e9ed62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:33:01.207998 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Bound using segment: {'id': 'e605ebda-a30a-4a94-bbe9-69181e9ed62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:33:01.208446 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Bound port: 2efc30ec-72a3-444c-a8d7-f07a6846d636, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e605ebda-a30a-4a94-bbe9-69181e9ed62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:33:01.208807 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:01.275088 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] For port 2efc30ec-72a3-444c-a8d7-f07a6846d636, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:33:01.278039 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] For port 2efc30ec-72a3-444c-a8d7-f07a6846d636, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2efc30ec-72a3-444c-a8d7-f07a6846d636,segment=NetworkSegment(e605ebda-a30a-4a94-bbe9-69181e9ed62d),segment_id=e605ebda-a30a-4a94-bbe9-69181e9ed62d)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:33:01.343711 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:01.380521 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:01.381135 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:01.382514 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] 10.222.0.42 "PUT /v2.0/ports/2efc30ec-72a3-444c-a8d7-f07a6846d636 HTTP/1.1" status: 200 len: 1093 time: 1.0105453 Oct 12 18:33:01.382942 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507ce79-0fb1-47d8-b6bf-9992f9d9484a', 'tag': '2efc30ec-72a3-444c-a8d7-f07a6846d636'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:33:01.385202 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b886a23-df10-453d-91da-bc82f0ac96a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c507ce79-0fb1-47d8-b6bf-9992f9d9484a", "tag": "2efc30ec-72a3-444c-a8d7-f07a6846d636"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:33:01.404661 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6db5db-f43e-4d52-b093-d61969e30b20 service neutron] Pushing event updated for resources: {'Port': ['ID=2efc30ec-72a3-444c-a8d7-f07a6846d636,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:33:01.423870 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effb0b6b-fda2-4024-8dbe-0008eddc92a2 x-openstack-request-id: req-effb0b6b-fda2-4024-8dbe-0008eddc92a2 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:33:01.424155 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c507ce79-0fb1-47d8-b6bf-9992f9d9484a", "tag": "2efc30ec-72a3-444c-a8d7-f07a6846d636", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:33:01.424431 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-effb0b6b-fda2-4024-8dbe-0008eddc92a2 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:33:01.424854 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c507ce79-0fb1-47d8-b6bf-9992f9d9484a', 'tag': '2efc30ec-72a3-444c-a8d7-f07a6846d636', 'status': 'completed', 'code': 200} Oct 12 18:33:01.485822 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b886a23-df10-453d-91da-bc82f0ac96a9 req-341253a1-4aee-4956-b768-f798bdc8891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:01.487248 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5b886a23-df10-453d-91da-bc82f0ac96a9 req-341253a1-4aee-4956-b768-f798bdc8891f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ec087a3edc444cbb249442bb987326c&device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 1096 time: 0.0411732 Oct 12 18:33:01.587750 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b886a23-df10-453d-91da-bc82f0ac96a9 req-74f22e78-8787-4b51-b8b0-ac06dfe81256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:01.589213 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5b886a23-df10-453d-91da-bc82f0ac96a9 req-74f22e78-8787-4b51-b8b0-ac06dfe81256 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4ec087a3edc444cbb249442bb987326c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0926406 Oct 12 18:33:01.687730 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b886a23-df10-453d-91da-bc82f0ac96a9 req-f5044bb2-fdda-4300-a3cf-5fb140ea9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:01.689219 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5b886a23-df10-453d-91da-bc82f0ac96a9 req-f5044bb2-fdda-4300-a3cf-5fb140ea9d78 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877757 Oct 12 18:33:01.776155 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-1277646a-e559-4374-a411-c16bb0c8a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:01.777733 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-1277646a-e559-4374-a411-c16bb0c8a35d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ec087a3edc444cbb249442bb987326c&device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 1096 time: 0.0452838 Oct 12 18:33:01.823575 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-74b3c280-fbc7-49a0-a469-70663d44a811 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2efc30ec-72a3-444c-a8d7-f07a6846d636 HTTP/1.1" status: 200 len: 217 time: 0.0353706 Oct 12 18:33:01.894874 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-09f4d424-4779-4753-b02f-1914bf393418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:01.896301 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-09f4d424-4779-4753-b02f-1914bf393418 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d5c2132-f10a-416d-95c3-ce9b9db4a26f HTTP/1.1" status: 200 len: 853 time: 0.0439477 Oct 12 18:33:01.927506 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-bc802d20-01bb-4b25-80fb-1b0bd0b95622 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e0b2b7e-810d-4085-a3e3-d8a60d0397cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237281 Oct 12 18:33:02.059445 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d4cc9-33c5-49d6-9c14-652139be9bcb req-6a7e48d7-542f-423e-b565-7f648d8e4cd3 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:02.061000 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-096d4cc9-33c5-49d6-9c14-652139be9bcb req-6a7e48d7-542f-423e-b565-7f648d8e4cd3 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 943 time: 0.0768182 Oct 12 18:33:02.080988 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-a0ed04c5-da17-492f-b3f7-7762e4a352a6 service neutron] 10.222.0.42 "GET /v2.0/networks/2e0b2b7e-810d-4085-a3e3-d8a60d0397cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445491 Oct 12 18:33:02.151175 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-096d4cc9-33c5-49d6-9c14-652139be9bcb req-e134bd77-c3a5-4dcf-b3ab-57acc6ee7fbb tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837965 Oct 12 18:33:02.187949 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a689c21-4cbc-43e4-9d15-1990b832339d req-3f2bb8dd-aeb0-44dd-b307-6fe10ed63a0b service neutron] 10.222.0.42 "GET /v2.0/networks/2e0b2b7e-810d-4085-a3e3-d8a60d0397cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987697 Oct 12 18:33:03.271133 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d9ba4-29d4-4f24-8550-29ea243e124d req-aa9d852b-244a-4e08-8ca0-b41c090f90b7 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:03.272625 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e96d9ba4-29d4-4f24-8550-29ea243e124d req-aa9d852b-244a-4e08-8ca0-b41c090f90b7 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 943 time: 0.0491917 Oct 12 18:33:03.311458 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e96d9ba4-29d4-4f24-8550-29ea243e124d req-ad7c463a-ae7b-4979-a4fb-6f3bfeeff646 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320475 Oct 12 18:33:04.314904 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-216c8469-e0d2-4068-91f5-4fbe8c89ae7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:04.443048 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de124f73-6d8e-47a0-b330-306d50f156ee req-dd7576a1-ef33-452a-a233-33b1c8a07a53 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:04.444527 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-de124f73-6d8e-47a0-b330-306d50f156ee req-dd7576a1-ef33-452a-a233-33b1c8a07a53 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 943 time: 0.0528512 Oct 12 18:33:04.482376 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-de124f73-6d8e-47a0-b330-306d50f156ee req-1edabe69-0324-4715-8cb8-d0ec84341f8b tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314248 Oct 12 18:33:04.991966 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:33:05.600101 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bd052-3813-4242-874e-6d02825dbbff req-db3e34b7-8911-4998-ac37-79c32642664d tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:05.601611 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-458bd052-3813-4242-874e-6d02825dbbff req-db3e34b7-8911-4998-ac37-79c32642664d tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 943 time: 0.0495300 Oct 12 18:33:05.642247 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-458bd052-3813-4242-874e-6d02825dbbff req-e0bda994-b8f7-4656-b700-64d038e01c49 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335925 Oct 12 18:33:05.666929 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 2efc30ec-72a3-444c-a8d7-f07a6846d636 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:33:05.759881 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 2efc30ec-72a3-444c-a8d7-f07a6846d636, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2efc30ec-72a3-444c-a8d7-f07a6846d636,segment=NetworkSegment(e605ebda-a30a-4a94-bbe9-69181e9ed62d),segment_id=e605ebda-a30a-4a94-bbe9-69181e9ed62d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:33:05.770919 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '2efc30ec-72a3-444c-a8d7-f07a6846d636', 'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb', 'port_id': '2efc30ec-72a3-444c-a8d7-f07a6846d636', 'mac_address': 'fa:16:3e:1e:e6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c2132-f10a-416d-95c3-ce9b9db4a26f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:33:05.807641 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:05.819768 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efc30ec-72a3-444c-a8d7-f07a6846d636 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:33:05.838932 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 2efc30ec-72a3-444c-a8d7-f07a6846d636, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2efc30ec-72a3-444c-a8d7-f07a6846d636,segment=NetworkSegment(e605ebda-a30a-4a94-bbe9-69181e9ed62d),segment_id=e605ebda-a30a-4a94-bbe9-69181e9ed62d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:33:05.980868 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:06.033499 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=2efc30ec-72a3-444c-a8d7-f07a6846d636,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:33:06.347509 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['2efc30ec-72a3-444c-a8d7-f07a6846d636'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:33:06.757982 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763d2ae-c28c-4241-936a-bd2bcb511d27 req-4d260824-a4c4-4ad0-afb4-9924a5f4365e tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:06.759475 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2763d2ae-c28c-4241-936a-bd2bcb511d27 req-4d260824-a4c4-4ad0-afb4-9924a5f4365e tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 944 time: 0.0487707 Oct 12 18:33:06.797071 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2763d2ae-c28c-4241-936a-bd2bcb511d27 req-130fc280-64ca-47e5-b6ee-e1b3453f1149 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Oct 12 18:33:07.257827 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2d5d02e-e961-4be7-9e2a-53c49c06ed15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:07.688380 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 2efc30ec-72a3-444c-a8d7-f07a6846d636 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:33:07.803014 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port 2efc30ec-72a3-444c-a8d7-f07a6846d636 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:33:07.807498 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 2efc30ec-72a3-444c-a8d7-f07a6846d636 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:33:07.807818 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:07.883143 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:07.906590 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507ce79-0fb1-47d8-b6bf-9992f9d9484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efc30ec-72a3-444c-a8d7-f07a6846d636'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:33:07.908924 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe621b4-1365-4840-95c2-cec756674e92" -d '{"events": [{"server_uuid": "c507ce79-0fb1-47d8-b6bf-9992f9d9484a", "name": "network-vif-plugged", "status": "completed", "tag": "2efc30ec-72a3-444c-a8d7-f07a6846d636"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:33:07.917358 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee898c-5f2c-46ce-94c2-38c87410c9a2 req-41ea1e5b-4604-4a28-9d30-ac1cc18b0422 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:07.918989 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2fee898c-5f2c-46ce-94c2-38c87410c9a2 req-41ea1e5b-4604-4a28-9d30-ac1cc18b0422 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 944 time: 0.0530009 Oct 12 18:33:07.922557 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 2efc30ec-72a3-444c-a8d7-f07a6846d636, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2efc30ec-72a3-444c-a8d7-f07a6846d636,segment=NetworkSegment(e605ebda-a30a-4a94-bbe9-69181e9ed62d),segment_id=e605ebda-a30a-4a94-bbe9-69181e9ed62d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:33:07.951966 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caf6cb3-e397-44fa-83f7-29c3b643bcbb x-openstack-request-id: req-5caf6cb3-e397-44fa-83f7-29c3b643bcbb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:33:07.951966 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507ce79-0fb1-47d8-b6bf-9992f9d9484a", "name": "network-vif-plugged", "status": "completed", "tag": "2efc30ec-72a3-444c-a8d7-f07a6846d636", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:33:07.951966 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5caf6cb3-e397-44fa-83f7-29c3b643bcbb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:33:07.951966 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507ce79-0fb1-47d8-b6bf-9992f9d9484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efc30ec-72a3-444c-a8d7-f07a6846d636', 'code': 200} Oct 12 18:33:07.965572 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2fee898c-5f2c-46ce-94c2-38c87410c9a2 req-04e062e3-e26b-48e3-af99-dd87d84950b2 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 Oct 12 18:33:08.026280 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:08.073444 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=2efc30ec-72a3-444c-a8d7-f07a6846d636,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:33:08.103410 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:08.343900 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:08.382766 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b9793-c08a-4d5a-9be5-a9b34fc0763f req-e8e473cf-48ae-440f-a184-55d222fca496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:08.384505 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5b8b9793-c08a-4d5a-9be5-a9b34fc0763f req-e8e473cf-48ae-440f-a184-55d222fca496 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 1098 time: 0.0409980 Oct 12 18:33:08.420488 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5b8b9793-c08a-4d5a-9be5-a9b34fc0763f req-e72b32ce-48a3-4788-abae-fe1670479d05 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285861 Oct 12 18:33:09.080497 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b633a-4c1b-491d-97d1-25d23119379e req-3927d61e-dec1-48ba-8e96-95c8c5dd41c3 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:09.081943 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-082b633a-4c1b-491d-97d1-25d23119379e req-3927d61e-dec1-48ba-8e96-95c8c5dd41c3 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 945 time: 0.0473707 Oct 12 18:33:09.121725 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-082b633a-4c1b-491d-97d1-25d23119379e req-42f1a4c8-2a84-4266-ae2a-0ffb81e8732c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338092 Oct 12 18:33:09.968701 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:10.245784 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b08275-cd8f-423e-998a-eee28c662f2d req-a4a094b8-b48f-40fe-ad98-6e661b1e55d1 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:10.247273 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-57b08275-cd8f-423e-998a-eee28c662f2d req-a4a094b8-b48f-40fe-ad98-6e661b1e55d1 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 945 time: 0.0541766 Oct 12 18:33:10.286196 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-57b08275-cd8f-423e-998a-eee28c662f2d req-3d034255-7eaf-426e-ac96-6cf45a517f34 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329282 Oct 12 18:33:10.814946 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:34.293982 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb06f15c-571b-4f5c-96f1-59613cef30e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:37.256797 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8ef7-9b08-4630-ab05-8404e146cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:38.009188 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:38.311168 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:39.948256 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:40.873840 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:33:41.990341 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:33:49.429368 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0c0a5e53-ce9b-4976-930a-794aaae4fc45 req-23a591a7-e221-40e8-a42e-b591dce1a2b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402248 Oct 12 18:33:49.521516 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a5e53-ce9b-4976-930a-794aaae4fc45 req-f0980d0d-4d54-49c7-844e-0bf06dfd75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:49.522985 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0c0a5e53-ce9b-4976-930a-794aaae4fc45 req-f0980d0d-4d54-49c7-844e-0bf06dfd75b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38a1ca7b8f55456eb3c6946099885e5e&device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 1098 time: 0.0407953 Oct 12 18:33:49.638550 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a5e53-ce9b-4976-930a-794aaae4fc45 req-8c922d6b-8be2-43a4-837b-1d6faf617c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:49.640011 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0c0a5e53-ce9b-4976-930a-794aaae4fc45 req-8c922d6b-8be2-43a4-837b-1d6faf617c11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e167e43c-8958-46db-953d-f60c625ee80b HTTP/1.1" status: 200 len: 910 time: 0.0959153 Oct 12 18:33:49.713251 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0c0a5e53-ce9b-4976-930a-794aaae4fc45 req-7d3e0664-928e-45fe-83db-ecddf626c6e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b HTTP/1.1" status: 200 len: 1001 time: 0.0648212 Oct 12 18:33:49.778334 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a5e53-ce9b-4976-930a-794aaae4fc45 req-ff1596b6-49e9-460a-83e0-12014c229040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:49.779950 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0c0a5e53-ce9b-4976-930a-794aaae4fc45 req-ff1596b6-49e9-460a-83e0-12014c229040 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c5bd168-ecbc-44e3-8d6b-baa09d325a05 HTTP/1.1" status: 200 len: 848 time: 0.0480216 Oct 12 18:33:49.827749 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a5e53-ce9b-4976-930a-794aaae4fc45 req-57f1420d-0e01-4b5b-9799-1d4304b37f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:33:49.829364 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0c0a5e53-ce9b-4976-930a-794aaae4fc45 req-57f1420d-0e01-4b5b-9799-1d4304b37f96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e167e43c-8958-46db-953d-f60c625ee80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397854 Oct 12 18:33:49.928221 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0c0a5e53-ce9b-4976-930a-794aaae4fc45 req-1896a83c-11f8-45e3-b1ef-0c8bebc6abfe service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883913 Oct 12 18:33:50.044928 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0c0a5e53-ce9b-4976-930a-794aaae4fc45 req-7701adc9-3ee7-4869-a215-fa226eadd490 service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089959 Oct 12 18:34:04.339294 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eb6264dd-e3da-4631-949a-0a0630b05ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:06.753706 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b5037-79de-4cc4-a795-399369d8d94e req-9050d51c-ee1d-4bf0-88ae-1dee48949473 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:06.755184 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bc9b5037-79de-4cc4-a795-399369d8d94e req-9050d51c-ee1d-4bf0-88ae-1dee48949473 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0533266 Oct 12 18:34:06.796453 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bc9b5037-79de-4cc4-a795-399369d8d94e req-794458bc-88b8-49c1-be10-11da0d545357 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352430 Oct 12 18:34:07.293259 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92fb6ca7-02b8-4387-b310-9dbf5a13bc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:07.924019 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd18a5-fd61-4362-ba98-5039716444f7 req-d06a6f56-4b0f-41fc-8fdd-4f26831c1f97 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:07.925560 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-33fd18a5-fd61-4362-ba98-5039716444f7 req-d06a6f56-4b0f-41fc-8fdd-4f26831c1f97 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0501993 Oct 12 18:34:07.972537 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-33fd18a5-fd61-4362-ba98-5039716444f7 req-ae4dbda5-9491-4ea3-810b-716d0963e1e1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 Oct 12 18:34:08.014025 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:08.336635 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:09.111240 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f278cb-3c2a-4cb9-bca7-e441d3796722 req-9c4c1042-47be-4de9-9c31-26578256e1d3 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:09.112856 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-24f278cb-3c2a-4cb9-bca7-e441d3796722 req-9c4c1042-47be-4de9-9c31-26578256e1d3 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0592427 Oct 12 18:34:09.157016 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-24f278cb-3c2a-4cb9-bca7-e441d3796722 req-74cd0941-e353-44f8-a94b-66419faa77fb tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378203 Oct 12 18:34:09.700290 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14761ad-2df1-43b6-889f-b49eff015439 req-ebd1ff0c-bcc5-4e71-8f44-3ee67796b88f tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:09.702706 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b14761ad-2df1-43b6-889f-b49eff015439 req-ebd1ff0c-bcc5-4e71-8f44-3ee67796b88f tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 945 time: 0.0610414 Oct 12 18:34:09.741294 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b14761ad-2df1-43b6-889f-b49eff015439 req-07bb19e2-126f-4e7b-9780-d88955945fe5 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326774 Oct 12 18:34:10.034025 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:10.280883 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de52c5f-83a0-437a-b3af-8b68cf3c201b req-c63494b0-5883-4a4e-bb9d-bc6456719ff7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:10.282360 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1de52c5f-83a0-437a-b3af-8b68cf3c201b req-c63494b0-5883-4a4e-bb9d-bc6456719ff7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0503120 Oct 12 18:34:10.325365 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1de52c5f-83a0-437a-b3af-8b68cf3c201b req-977493a2-d37a-4df2-923c-0041a90b299e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369391 Oct 12 18:34:10.842354 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:10.861355 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41a44e-117d-4393-a99e-d5edfbba54f6 req-2b3afd90-871b-4ddf-976a-51d357c66dc2 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:10.862885 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4d41a44e-117d-4393-a99e-d5edfbba54f6 req-2b3afd90-871b-4ddf-976a-51d357c66dc2 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 945 time: 0.0518277 Oct 12 18:34:10.901899 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4d41a44e-117d-4393-a99e-d5edfbba54f6 req-f98ecf03-d62b-4f56-9492-1916859751a3 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329163 Oct 12 18:34:11.452937 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e1728-d718-41e9-b15e-1eab9f20f99c req-66112c84-ff92-41a5-9c6a-db3129eceef5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:11.454479 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-da8e1728-d718-41e9-b15e-1eab9f20f99c req-66112c84-ff92-41a5-9c6a-db3129eceef5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0534031 Oct 12 18:34:11.492654 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-da8e1728-d718-41e9-b15e-1eab9f20f99c req-ac020033-e9f1-4fb6-aedb-29045d9a1a80 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322406 Oct 12 18:34:11.843506 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983510d-78d6-47a1-830b-f519eb1b5f14 req-63c8e0d4-b2b0-483f-a06f-c0e32979664b tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:11.844990 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b983510d-78d6-47a1-830b-f519eb1b5f14 req-63c8e0d4-b2b0-483f-a06f-c0e32979664b tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.42 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 945 time: 0.0486336 Oct 12 18:34:11.947161 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-b983510d-78d6-47a1-830b-f519eb1b5f14 req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Deleting port 2efc30ec-72a3-444c-a8d7-f07a6846d636 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:34:11.947501 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-b983510d-78d6-47a1-830b-f519eb1b5f14 req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:12.072284 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb2c5d-2207-4623-9498-cf79875d95a1 req-77bf12ad-760d-4c0c-95b7-6059e2b95aad tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:12.073793 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dfdb2c5d-2207-4623-9498-cf79875d95a1 req-77bf12ad-760d-4c0c-95b7-6059e2b95aad tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 945 time: 0.0836093 Oct 12 18:34:12.102396 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-b983510d-78d6-47a1-830b-f519eb1b5f14 req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] For port 2efc30ec-72a3-444c-a8d7-f07a6846d636, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2efc30ec-72a3-444c-a8d7-f07a6846d636,segment=NetworkSegment(e605ebda-a30a-4a94-bbe9-69181e9ed62d),segment_id=e605ebda-a30a-4a94-bbe9-69181e9ed62d)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:12.102758 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-b983510d-78d6-47a1-830b-f519eb1b5f14 req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:12.120845 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-b983510d-78d6-47a1-830b-f519eb1b5f14 req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Calling delete_port for 2efc30ec-72a3-444c-a8d7-f07a6846d636 owned by compute:nova {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:34:12.140886 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dfdb2c5d-2207-4623-9498-cf79875d95a1 req-6a62c66a-72f6-4717-b3da-127aab199a1b tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604289 Oct 12 18:34:12.319154 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-b983510d-78d6-47a1-830b-f519eb1b5f14 req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:12.333876 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['2efc30ec-72a3-444c-a8d7-f07a6846d636'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:34:12.347702 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Pushing event deleted for resources: {'Port': ['ID=2efc30ec-72a3-444c-a8d7-f07a6846d636,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:12.374454 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:12.374797 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:12.375136 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:12.375467 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:12.375797 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:12.376115 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:12.376466 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:12.380537 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:12.380537 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:12.380537 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:12.380537 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:12.380537 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:12.395727 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b983510d-78d6-47a1-830b-f519eb1b5f14 req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] No DVR routers for this DVR port 2efc30ec-72a3-444c-a8d7-f07a6846d636 on host hv-cinder-81322 {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:34:12.398115 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-b983510d-78d6-47a1-830b-f519eb1b5f14 req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:12.401400 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b983510d-78d6-47a1-830b-f519eb1b5f14 req-8d5a564c-e32b-4186-9618-264c6a4fa1ff tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.42 "DELETE /v2.0/ports/2efc30ec-72a3-444c-a8d7-f07a6846d636 HTTP/1.1" status: 204 len: 173 time: 0.5501029 Oct 12 18:34:12.401806 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507ce79-0fb1-47d8-b6bf-9992f9d9484a', 'name': 'network-vif-deleted', 'tag': '2efc30ec-72a3-444c-a8d7-f07a6846d636'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:34:12.404838 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1572a63-d36d-4ee8-91de-5d50c37c557c" -d '{"events": [{"server_uuid": "c507ce79-0fb1-47d8-b6bf-9992f9d9484a", "name": "network-vif-deleted", "tag": "2efc30ec-72a3-444c-a8d7-f07a6846d636"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:34:12.441849 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef03174-9171-469d-83ce-0bbd1667cfe3 x-openstack-request-id: req-9ef03174-9171-469d-83ce-0bbd1667cfe3 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:34:12.442137 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507ce79-0fb1-47d8-b6bf-9992f9d9484a", "name": "network-vif-deleted", "tag": "2efc30ec-72a3-444c-a8d7-f07a6846d636", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:34:12.442387 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ef03174-9171-469d-83ce-0bbd1667cfe3 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:34:12.442779 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c507ce79-0fb1-47d8-b6bf-9992f9d9484a', 'name': 'network-vif-deleted', 'tag': '2efc30ec-72a3-444c-a8d7-f07a6846d636', 'status': 'completed', 'code': 200} Oct 12 18:34:12.625871 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987d352-b21a-4f77-8c95-11a5f2f4971b req-69c83dbd-4065-4c75-bde9-b13eccc83763 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:12.627418 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0987d352-b21a-4f77-8c95-11a5f2f4971b req-69c83dbd-4065-4c75-bde9-b13eccc83763 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0626750 Oct 12 18:34:12.667145 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0987d352-b21a-4f77-8c95-11a5f2f4971b req-d3bb8d8f-234d-4a60-8ef6-db62f7e3a0ad tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333488 Oct 12 18:34:13.246332 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0e4cf63a-46e2-4e8e-89fa-7a77c01a2e89 req-99fc3abf-65ec-4981-ad85-38812f6f28e1 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=c507ce79-0fb1-47d8-b6bf-9992f9d9484a HTTP/1.1" status: 200 len: 210 time: 0.0264390 Oct 12 18:34:13.792710 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489fcc5-74e3-4e8c-8d8e-cbf495832324 req-1bcd5d3f-9fbd-42e5-a765-7db025f4c948 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:13.794189 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0489fcc5-74e3-4e8c-8d8e-cbf495832324 req-1bcd5d3f-9fbd-42e5-a765-7db025f4c948 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0499411 Oct 12 18:34:13.832001 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0489fcc5-74e3-4e8c-8d8e-cbf495832324 req-23c2fe8a-1464-4253-a994-cb31b9c1f83c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315952 Oct 12 18:34:14.951156 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca294b7-eaae-4cc6-b3d7-687998495705 req-5f0fd0a7-d67b-406b-b26c-af902d42a075 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:14.952625 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fca294b7-eaae-4cc6-b3d7-687998495705 req-5f0fd0a7-d67b-406b-b26c-af902d42a075 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0476229 Oct 12 18:34:14.993466 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fca294b7-eaae-4cc6-b3d7-687998495705 req-ddcd84b8-9402-4781-a669-96eec63ae680 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350347 Oct 12 18:34:16.112639 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d1265-3d19-4911-af07-e3c06d725231 req-1287741e-2a08-4c45-9c51-76d939bb83d5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:16.114122 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3b3d1265-3d19-4911-af07-e3c06d725231 req-1287741e-2a08-4c45-9c51-76d939bb83d5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0485122 Oct 12 18:34:16.155120 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3b3d1265-3d19-4911-af07-e3c06d725231 req-ebb876b0-86d0-4a2d-9819-b83acedc85f7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347612 Oct 12 18:34:16.574522 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 2efc30ec-72a3-444c-a8d7-f07a6846d636 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:34:16.595267 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: 2efc30ec-72a3-444c-a8d7-f07a6846d636 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:34:16.595618 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 2efc30ec-72a3-444c-a8d7-f07a6846d636 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:34:17.272379 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826ec08-5281-42b7-a1ed-3bbbb413192b req-de29ad19-880b-43b0-b10f-4f0a360315d6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:17.273854 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c826ec08-5281-42b7-a1ed-3bbbb413192b req-de29ad19-880b-43b0-b10f-4f0a360315d6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0492394 Oct 12 18:34:17.311703 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c826ec08-5281-42b7-a1ed-3bbbb413192b req-e73327e4-33cc-45b1-a9c4-bdad79d22e23 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Oct 12 18:34:18.433560 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7c45b-7a0f-4955-b84f-14b9b759bf9a req-ed13b5a4-4ad6-4ec2-baf3-392f620a8d23 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:18.435328 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2be7c45b-7a0f-4955-b84f-14b9b759bf9a req-ed13b5a4-4ad6-4ec2-baf3-392f620a8d23 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0500181 Oct 12 18:34:18.475987 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2be7c45b-7a0f-4955-b84f-14b9b759bf9a req-00bbfb4f-629d-45a3-93a9-ac6a4e77f8ce tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345454 Oct 12 18:34:18.991467 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:34:19.594171 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f1a3b-d0fb-4f37-9285-e6f564e55177 req-1726f68b-0a1d-4461-a9fa-4ba337033eb0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:19.595684 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e73f1a3b-d0fb-4f37-9285-e6f564e55177 req-1726f68b-0a1d-4461-a9fa-4ba337033eb0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0490990 Oct 12 18:34:19.634499 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e73f1a3b-d0fb-4f37-9285-e6f564e55177 req-e60884a0-b12c-4c52-80a9-7e75d8877048 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328929 Oct 12 18:34:20.767680 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81935c-7734-46e6-a19d-13b972ee5181 req-0e29d6f1-2816-494b-895f-c4178847c0f2 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:20.769264 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4e81935c-7734-46e6-a19d-13b972ee5181 req-0e29d6f1-2816-494b-895f-c4178847c0f2 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0627780 Oct 12 18:34:20.810535 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4e81935c-7734-46e6-a19d-13b972ee5181 req-df9a6d63-b660-40f7-88d5-7c7391a05aaf tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352173 Oct 12 18:34:21.937024 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1492d22-6a7e-44f7-b53c-6c9ea0c37706 req-e96ee70a-752d-4991-8bbf-d86bc00d196a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:21.938397 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c1492d22-6a7e-44f7-b53c-6c9ea0c37706 req-e96ee70a-752d-4991-8bbf-d86bc00d196a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0518217 Oct 12 18:34:21.979956 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c1492d22-6a7e-44f7-b53c-6c9ea0c37706 req-91fe1a5d-612d-4aa0-a5fa-82518ba8fce8 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356131 Oct 12 18:34:23.098437 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20109194-4c1d-462f-a9a3-1ed4d79b02ce req-c41edca4-4718-4098-8328-4c942cce028c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:23.099879 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-20109194-4c1d-462f-a9a3-1ed4d79b02ce req-c41edca4-4718-4098-8328-4c942cce028c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0476556 Oct 12 18:34:23.139956 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-20109194-4c1d-462f-a9a3-1ed4d79b02ce req-a45362ac-633c-477c-9eae-03c4dccf0fb4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342913 Oct 12 18:34:24.257099 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67dbff-090e-4970-905d-67ddeb49d70d req-fb6b16f5-c2ad-4506-bb20-b67535df9ff5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:24.258562 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2f67dbff-090e-4970-905d-67ddeb49d70d req-fb6b16f5-c2ad-4506-bb20-b67535df9ff5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0475638 Oct 12 18:34:24.297165 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2f67dbff-090e-4970-905d-67ddeb49d70d req-d217a8d0-e31d-4358-a09d-0f1aa50fd185 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328059 Oct 12 18:34:25.416809 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4a6f1-9f89-4d69-8f8b-c0022af8c3e4 req-67797d12-244e-416c-974b-d15745a3d9ad tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:25.418312 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e3b4a6f1-9f89-4d69-8f8b-c0022af8c3e4 req-67797d12-244e-416c-974b-d15745a3d9ad tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0483375 Oct 12 18:34:25.459267 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e3b4a6f1-9f89-4d69-8f8b-c0022af8c3e4 req-9a07caa4-b15a-4592-9216-351e88499c5b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349326 Oct 12 18:34:26.578126 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de8d7d-ca05-4053-939c-96c1fde272d7 req-31efd86c-3d6d-4991-aa7f-c806a600603f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:26.579655 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e4de8d7d-ca05-4053-939c-96c1fde272d7 req-31efd86c-3d6d-4991-aa7f-c806a600603f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0514507 Oct 12 18:34:26.623791 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e4de8d7d-ca05-4053-939c-96c1fde272d7 req-d012843d-8657-418a-8668-4acdd77ef0f5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350513 Oct 12 18:34:27.013815 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-2fb27e00-80ae-439c-bf86-3db856dfa992 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:27.015842 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-2fb27e00-80ae-439c-bf86-3db856dfa992 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/networks?id=2e0b2b7e-810d-4085-a3e3-d8a60d0397cb HTTP/1.1" status: 200 len: 813 time: 0.1074531 Oct 12 18:34:27.033056 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-65c9ba24-aaea-4926-be57-f49a2a225562 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/quotas/4ec087a3edc444cbb249442bb987326c HTTP/1.1" status: 200 len: 375 time: 0.0100904 Oct 12 18:34:27.063474 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-833e9d79-a037-4f2c-91ca-2c7caa3345fa tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ec087a3edc444cbb249442bb987326c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258732 Oct 12 18:34:27.151227 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-ce8d4c50-506a-4564-9d51-b553f90dfa2a service neutron] 10.222.0.18 "GET /v2.0/networks/2e0b2b7e-810d-4085-a3e3-d8a60d0397cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809600 Oct 12 18:34:27.240075 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-2b5b7f45-fea0-4b37-a804-3f1a18f6e446 service neutron] 10.222.0.18 "GET /v2.0/networks/2e0b2b7e-810d-4085-a3e3-d8a60d0397cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825503 Oct 12 18:34:27.485070 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a0bffd06-868d-4415-9069-2e5cd1104500 req-3d17c5fa-7a35-42bd-aff9-6830786f6273 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 210 time: 0.0273538 Oct 12 18:34:27.756938 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bcfe8-aa76-426e-9c24-db6ce3769bc5 req-c61b27e2-5e1c-44f1-811b-05941a4e2784 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:27.758407 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fe9bcfe8-aa76-426e-9c24-db6ce3769bc5 req-c61b27e2-5e1c-44f1-811b-05941a4e2784 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0499701 Oct 12 18:34:27.798355 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fe9bcfe8-aa76-426e-9c24-db6ce3769bc5 req-499f2e7f-7e9b-43fa-b367-f8ae807b4341 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336950 Oct 12 18:34:28.593009 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b42be404-abb8-4bc5-b13b-dfe5cb2fd946 req-ea1898ea-abff-4bf1-9e42-a666f7af35cd tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 210 time: 0.0266724 Oct 12 18:34:28.935833 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed414240-c4c3-446f-82b0-92a4160f4252 req-077a4246-b25d-4414-baab-4e2c67827257 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:28.937913 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ed414240-c4c3-446f-82b0-92a4160f4252 req-077a4246-b25d-4414-baab-4e2c67827257 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0582342 Oct 12 18:34:28.979520 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ed414240-c4c3-446f-82b0-92a4160f4252 req-1d9157b4-513f-473e-b96e-d3554f785523 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353510 Oct 12 18:34:29.488183 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-9b41df4d-a3a7-4a22-9975-2a9b0e965fc2 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:29.489624 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-9b41df4d-a3a7-4a22-9975-2a9b0e965fc2 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.42 "GET /v2.0/networks?id=2e0b2b7e-810d-4085-a3e3-d8a60d0397cb HTTP/1.1" status: 200 len: 813 time: 0.1020463 Oct 12 18:34:29.507015 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-bedb1e2b-02d9-4456-a939-ebe0cb5e3a4c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Request body: {'port': {'device_id': '220439aa-4c2e-48cd-8704-e6bc6f3e9ebf', 'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb', 'admin_state_up': True, 'tenant_id': '4ec087a3edc444cbb249442bb987326c'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:34:29.685087 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1a5c1be3-6729-44e5-859f-b1e6e674b643 req-ab11c10e-16b9-4d1e-87be-f7a295970fd3 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 210 time: 0.0268190 Oct 12 18:34:29.685775 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-bedb1e2b-02d9-4456-a939-ebe0cb5e3a4c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Made reservation on behalf of 4ec087a3edc444cbb249442bb987326c for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:34:29.689185 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-bedb1e2b-02d9-4456-a939-ebe0cb5e3a4c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:29.818437 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-bedb1e2b-02d9-4456-a939-ebe0cb5e3a4c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Allocated IP 172.20.0.4 (2e0b2b7e-810d-4085-a3e3-d8a60d0397cb/1d5c2132-f10a-416d-95c3-ce9b9db4a26f/0452dd24-8e0a-42a0-80df-409da03aecd6) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:34:29.984313 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-bedb1e2b-02d9-4456-a939-ebe0cb5e3a4c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.084316 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-bedb1e2b-02d9-4456-a939-ebe0cb5e3a4c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.138029 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b4b7683-8980-4bd3-9e9f-66f9276cb054 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:34:30.141394 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-bedb1e2b-02d9-4456-a939-ebe0cb5e3a4c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Network 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:34:30.147631 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-bedb1e2b-02d9-4456-a939-ebe0cb5e3a4c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:34:30.150368 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb1e2b-02d9-4456-a939-ebe0cb5e3a4c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Pushing event updated for resources: {'Port': ['ID=0452dd24-8e0a-42a0-80df-409da03aecd6,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:30.152726 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-bedb1e2b-02d9-4456-a939-ebe0cb5e3a4c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:34:30.162571 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d99bd5-8250-485e-9153-4955bc5185d7 req-3084d821-0fb8-46cf-b261-11f97a965d2e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:30.165270 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a1d99bd5-8250-485e-9153-4955bc5185d7 req-3084d821-0fb8-46cf-b261-11f97a965d2e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.1087308 Oct 12 18:34:30.243762 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-bedb1e2b-02d9-4456-a939-ebe0cb5e3a4c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:30.244213 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-bedb1e2b-02d9-4456-a939-ebe0cb5e3a4c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.250153 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:30.250521 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a1d99bd5-8250-485e-9153-4955bc5185d7 req-5c1ba17d-39a2-4471-bda2-b3cfbb68f32d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805900 Oct 12 18:34:30.261507 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'port_id': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'mac_address': 'fa:16:3e:2a:06:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:34:30.302550 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.317039 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b4b7683-8980-4bd3-9e9f-66f9276cb054 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:34:30.335593 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-bedb1e2b-02d9-4456-a939-ebe0cb5e3a4c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8324521 Oct 12 18:34:30.336524 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:30.348390 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Request body: {'port': {'device_id': '220439aa-4c2e-48cd-8704-e6bc6f3e9ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:34:30.401116 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.410312 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.459834 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=6b4b7683-8980-4bd3-9e9f-66f9276cb054,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:30.466717 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:30.467065 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:30.468038 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:30.468375 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:30.468739 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:30.469071 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:30.469396 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:30.469720 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:30.470069 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:30.470399 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:30.470720 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:30.471088 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:30.501304 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['6b4b7683-8980-4bd3-9e9f-66f9276cb054'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:34:30.694993 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0452dd24-8e0a-42a0-80df-409da03aecd6 {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:34:30.703535 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.717126 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Transition to ACTIVE for port object 0452dd24-8e0a-42a0-80df-409da03aecd6 will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:34:30.802763 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dbbac-00cd-4de2-b545-cb66f96ee48c req-c9f6b242-3c91-4522-a5d8-e642bd75748f tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:30.804258 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-415dbbac-00cd-4de2-b545-cb66f96ee48c req-c9f6b242-3c91-4522-a5d8-e642bd75748f tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 931 time: 0.0501199 Oct 12 18:34:30.805554 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:30.880169 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Pushing event updated for resources: {'Port': ['ID=0452dd24-8e0a-42a0-80df-409da03aecd6,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:30.893484 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-415dbbac-00cd-4de2-b545-cb66f96ee48c req-df0aba29-6ced-47a0-87ed-d07afb64a20d tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791261 Oct 12 18:34:30.977324 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Attempting to bind port 0452dd24-8e0a-42a0-80df-409da03aecd6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:34:30.977654 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Attempting to bind port 0452dd24-8e0a-42a0-80df-409da03aecd6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e605ebda-a30a-4a94-bbe9-69181e9ed62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:34:30.977978 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Attempting to bind port 0452dd24-8e0a-42a0-80df-409da03aecd6 on network 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:34:30.982647 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Port 0452dd24-8e0a-42a0-80df-409da03aecd6 on network 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:34:30.983629 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Attempting to bind port 0452dd24-8e0a-42a0-80df-409da03aecd6 on network 2e0b2b7e-810d-4085-a3e3-d8a60d0397cb {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:34:30.988760 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:34:30.989374 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Checking segment: {'id': 'e605ebda-a30a-4a94-bbe9-69181e9ed62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:34:30.989496 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Bound using segment: {'id': 'e605ebda-a30a-4a94-bbe9-69181e9ed62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:34:30.989902 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Bound port: 0452dd24-8e0a-42a0-80df-409da03aecd6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e605ebda-a30a-4a94-bbe9-69181e9ed62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:34:30.990255 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:31.053734 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] For port 0452dd24-8e0a-42a0-80df-409da03aecd6, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:34:31.056832 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] For port 0452dd24-8e0a-42a0-80df-409da03aecd6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0452dd24-8e0a-42a0-80df-409da03aecd6,segment=NetworkSegment(e605ebda-a30a-4a94-bbe9-69181e9ed62d),segment_id=e605ebda-a30a-4a94-bbe9-69181e9ed62d)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:34:31.147881 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:31.185058 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:31.187991 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:31.187991 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] 10.222.0.42 "PUT /v2.0/ports/0452dd24-8e0a-42a0-80df-409da03aecd6 HTTP/1.1" status: 200 len: 1093 time: 0.8431895 Oct 12 18:34:31.188205 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220439aa-4c2e-48cd-8704-e6bc6f3e9ebf', 'tag': '0452dd24-8e0a-42a0-80df-409da03aecd6'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:34:31.190316 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff76fe21-3aea-4ef7-854a-f6070f74f18d" -d '{"events": [{"name": "network-changed", "server_uuid": "220439aa-4c2e-48cd-8704-e6bc6f3e9ebf", "tag": "0452dd24-8e0a-42a0-80df-409da03aecd6"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:34:31.211480 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb2a47-71b9-4528-9c12-5fa7edb3ae56 service neutron] Pushing event updated for resources: {'Port': ['ID=0452dd24-8e0a-42a0-80df-409da03aecd6,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:31.226693 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d435d31-d01f-4889-bc05-72eba4715382 x-openstack-request-id: req-3d435d31-d01f-4889-bc05-72eba4715382 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:34:31.226977 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220439aa-4c2e-48cd-8704-e6bc6f3e9ebf", "tag": "0452dd24-8e0a-42a0-80df-409da03aecd6", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:34:31.227226 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d435d31-d01f-4889-bc05-72eba4715382 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:34:31.227617 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220439aa-4c2e-48cd-8704-e6bc6f3e9ebf', 'tag': '0452dd24-8e0a-42a0-80df-409da03aecd6', 'status': 'completed', 'code': 200} Oct 12 18:34:31.304382 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76fe21-3aea-4ef7-854a-f6070f74f18d req-f3c1da00-a167-411b-9580-b29cff4b0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:31.306023 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ff76fe21-3aea-4ef7-854a-f6070f74f18d req-f3c1da00-a167-411b-9580-b29cff4b0c4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ec087a3edc444cbb249442bb987326c&device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 1096 time: 0.0483584 Oct 12 18:34:31.680640 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155d156-af43-4f90-9e32-9269f8751fcc req-a1c53e1b-fa52-4441-938e-5c53f86f88c0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:31.682105 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7155d156-af43-4f90-9e32-9269f8751fcc req-a1c53e1b-fa52-4441-938e-5c53f86f88c0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 944 time: 0.3206689 Oct 12 18:34:31.685205 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76fe21-3aea-4ef7-854a-f6070f74f18d req-6198375a-0f38-40d3-bd5c-a733b0be69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:31.690926 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ff76fe21-3aea-4ef7-854a-f6070f74f18d req-6198375a-0f38-40d3-bd5c-a733b0be69f3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4ec087a3edc444cbb249442bb987326c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3699260 Oct 12 18:34:31.763569 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7155d156-af43-4f90-9e32-9269f8751fcc req-6d762e5a-1bef-42fb-9801-48bb59c66706 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740249 Oct 12 18:34:31.802239 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76fe21-3aea-4ef7-854a-f6070f74f18d req-2c5394ca-2d82-4610-a6ec-6b863545967d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:31.805342 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ff76fe21-3aea-4ef7-854a-f6070f74f18d req-2c5394ca-2d82-4610-a6ec-6b863545967d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087575 Oct 12 18:34:31.885956 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-d9473e1c-049b-45dd-9c66-c9770d033967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:31.887312 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-d9473e1c-049b-45dd-9c66-c9770d033967 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ec087a3edc444cbb249442bb987326c&device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 1096 time: 0.0456522 Oct 12 18:34:31.934933 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-89f6afc2-0b6b-4e61-89c4-22ad6b78942d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0452dd24-8e0a-42a0-80df-409da03aecd6 HTTP/1.1" status: 200 len: 217 time: 0.0348992 Oct 12 18:34:32.016369 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-1d141cc9-d945-4fea-acc1-4967fa885748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:32.017906 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-1d141cc9-d945-4fea-acc1-4967fa885748 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d5c2132-f10a-416d-95c3-ce9b9db4a26f HTTP/1.1" status: 200 len: 853 time: 0.0759108 Oct 12 18:34:32.052911 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-3619c2aa-c93f-4ab4-b9e4-646a48daacf7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e0b2b7e-810d-4085-a3e3-d8a60d0397cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277584 Oct 12 18:34:32.063340 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ccae0-7216-4855-9dbf-28274a3a76b5 req-cf23e5a2-cc28-489e-9ac2-41947e1ee729 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:32.063340 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-916ccae0-7216-4855-9dbf-28274a3a76b5 req-cf23e5a2-cc28-489e-9ac2-41947e1ee729 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 943 time: 0.0891769 Oct 12 18:34:32.154763 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b4b7683-8980-4bd3-9e9f-66f9276cb054 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:34:32.162408 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-916ccae0-7216-4855-9dbf-28274a3a76b5 req-50fd5d88-c233-4152-ad30-2a2ab5c595d7 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872877 Oct 12 18:34:32.192556 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-5d02d791-f912-4ac1-abb8-3b5841ec17ad service neutron] 10.222.0.42 "GET /v2.0/networks/2e0b2b7e-810d-4085-a3e3-d8a60d0397cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290348 Oct 12 18:34:32.206153 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 6b4b7683-8980-4bd3-9e9f-66f9276cb054 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:34:32.206533 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:32.284543 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:32.298599 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5f489b1-791c-4c8b-a7b7-a21de4a0a340 req-9de5142e-8f09-4f18-8e7b-507963940643 service neutron] 10.222.0.42 "GET /v2.0/networks/2e0b2b7e-810d-4085-a3e3-d8a60d0397cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976832 Oct 12 18:34:32.308011 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:34:32.310207 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15a00fb-1e46-4f7d-9b6f-a958b0e735e3" -d '{"events": [{"server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "name": "network-vif-plugged", "status": "completed", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:34:32.322679 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:32.347269 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fd1344-fd82-44a7-9d11-7934a3e7b746 x-openstack-request-id: req-59fd1344-fd82-44a7-9d11-7934a3e7b746 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:34:32.347555 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "name": "network-vif-plugged", "status": "completed", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:34:32.347801 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59fd1344-fd82-44a7-9d11-7934a3e7b746 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:34:32.348184 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'code': 200} Oct 12 18:34:32.439522 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:32.493974 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=6b4b7683-8980-4bd3-9e9f-66f9276cb054,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:32.888732 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed055f-0ce5-4621-ae77-151802f3e230 req-1c162aa2-095d-4e81-824d-9d8406542193 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:32.890290 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d0ed055f-0ce5-4621-ae77-151802f3e230 req-1c162aa2-095d-4e81-824d-9d8406542193 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0527773 Oct 12 18:34:32.929742 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d0ed055f-0ce5-4621-ae77-151802f3e230 req-baeb4b9a-8d0e-4f63-863d-83cf84e80074 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329282 Oct 12 18:34:33.282990 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dbcef-490b-4bd4-a13f-62b3bf77cd72 req-9196790e-ef02-491c-a8ee-98ed0a9db3ad tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:33.284490 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-092dbcef-490b-4bd4-a13f-62b3bf77cd72 req-9196790e-ef02-491c-a8ee-98ed0a9db3ad tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 943 time: 0.0539076 Oct 12 18:34:33.326177 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-092dbcef-490b-4bd4-a13f-62b3bf77cd72 req-bd34b213-a000-4e62-9b7c-396aa0bea34e tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317972 Oct 12 18:34:34.046950 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e57c1e-326a-43a7-aa1a-477ddecaa22d req-bf85c9f2-c5bc-43ea-a8df-bdad75bc89c2 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:34.048392 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-79e57c1e-326a-43a7-aa1a-477ddecaa22d req-bf85c9f2-c5bc-43ea-a8df-bdad75bc89c2 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0482531 Oct 12 18:34:34.084885 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-79e57c1e-326a-43a7-aa1a-477ddecaa22d req-5700e564-a1a1-4cbd-b74d-098980300b65 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306597 Oct 12 18:34:34.309993 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5def7d51-0ffa-4f39-82f7-fcb230cd848f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:34.442358 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e6084-93d8-4fd2-ab32-d527f6b415f5 req-037795b9-5bb0-48fd-91f2-f5819adff9bf tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:34.443842 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d31e6084-93d8-4fd2-ab32-d527f6b415f5 req-037795b9-5bb0-48fd-91f2-f5819adff9bf tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 943 time: 0.0499661 Oct 12 18:34:34.482268 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d31e6084-93d8-4fd2-ab32-d527f6b415f5 req-247c760a-fd6e-4c53-a7f9-d8490bc1a7fc tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323243 Oct 12 18:34:35.212729 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319535e-c00a-46eb-95dc-c3ea471d9b4d req-81f6dc96-4713-4ea7-84f9-94b7a6b93978 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:35.214355 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a319535e-c00a-46eb-95dc-c3ea471d9b4d req-81f6dc96-4713-4ea7-84f9-94b7a6b93978 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0545778 Oct 12 18:34:35.254747 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a319535e-c00a-46eb-95dc-c3ea471d9b4d req-76b3ca8e-d7af-4199-9e94-28146ee7246a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335348 Oct 12 18:34:35.602661 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6459c8c-ba87-4f23-9842-730a75a1b89b req-bb84ae68-6215-456c-9d52-c18a1a59f37b tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:35.609764 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d6459c8c-ba87-4f23-9842-730a75a1b89b req-bb84ae68-6215-456c-9d52-c18a1a59f37b tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 943 time: 0.0525727 Oct 12 18:34:35.646934 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d6459c8c-ba87-4f23-9842-730a75a1b89b req-839539de-fdb7-45f6-ae81-36dc0f947dda tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Oct 12 18:34:36.159604 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 0452dd24-8e0a-42a0-80df-409da03aecd6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:34:36.334750 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 0452dd24-8e0a-42a0-80df-409da03aecd6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0452dd24-8e0a-42a0-80df-409da03aecd6,segment=NetworkSegment(e605ebda-a30a-4a94-bbe9-69181e9ed62d),segment_id=e605ebda-a30a-4a94-bbe9-69181e9ed62d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:36.351415 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '0452dd24-8e0a-42a0-80df-409da03aecd6', 'network_id': '2e0b2b7e-810d-4085-a3e3-d8a60d0397cb', 'port_id': '0452dd24-8e0a-42a0-80df-409da03aecd6', 'mac_address': 'fa:16:3e:55:67:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c2132-f10a-416d-95c3-ce9b9db4a26f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:34:36.424568 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:36.435569 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f67bb-689e-442f-858b-0cffb706ef9c req-914db460-2ae9-4d22-86ac-2a1206a58c01 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:36.437986 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-497f67bb-689e-442f-858b-0cffb706ef9c req-914db460-2ae9-4d22-86ac-2a1206a58c01 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0707810 Oct 12 18:34:36.447019 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0452dd24-8e0a-42a0-80df-409da03aecd6 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:34:36.471569 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 0452dd24-8e0a-42a0-80df-409da03aecd6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0452dd24-8e0a-42a0-80df-409da03aecd6,segment=NetworkSegment(e605ebda-a30a-4a94-bbe9-69181e9ed62d),segment_id=e605ebda-a30a-4a94-bbe9-69181e9ed62d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:36.494090 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-497f67bb-689e-442f-858b-0cffb706ef9c req-f111cd05-2dc2-410e-8803-0b559da17fac tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451486 Oct 12 18:34:36.599214 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:36.656638 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=0452dd24-8e0a-42a0-80df-409da03aecd6,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:36.790860 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b2621-c13a-44c4-b8ab-4513df0b0293 req-fdabbc49-d852-429b-aad9-fa898f5451f1 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:36.792653 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-322b2621-c13a-44c4-b8ab-4513df0b0293 req-fdabbc49-d852-429b-aad9-fa898f5451f1 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 944 time: 0.0652394 Oct 12 18:34:36.845250 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-322b2621-c13a-44c4-b8ab-4513df0b0293 req-e77cd113-6dda-4a5e-85b2-0945aaba7515 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 Oct 12 18:34:37.018939 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['0452dd24-8e0a-42a0-80df-409da03aecd6'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:34:37.244691 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96fe9703-dec0-4344-b2bb-e7aeed45625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:37.629916 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a5b36-dd19-4183-b971-93f89335950c req-701e7a2f-743b-435a-8d58-8590100a44e4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:37.631502 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2f2a5b36-dd19-4183-b971-93f89335950c req-701e7a2f-743b-435a-8d58-8590100a44e4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0561452 Oct 12 18:34:37.673857 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2f2a5b36-dd19-4183-b971-93f89335950c req-af60bd20-b165-4f1c-aad3-5b9bfaab71c0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354023 Oct 12 18:34:38.006847 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33bdfc-5381-4afa-b721-edb90b1b48ab req-b2e209c6-933c-4954-ab42-e7f57d07c2cc tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:38.008634 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-af33bdfc-5381-4afa-b721-edb90b1b48ab req-b2e209c6-933c-4954-ab42-e7f57d07c2cc tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 944 time: 0.0583689 Oct 12 18:34:38.022179 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:38.054760 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-af33bdfc-5381-4afa-b721-edb90b1b48ab req-732a509c-56c6-4f03-9801-3e98431f0b75 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395114 Oct 12 18:34:38.332994 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:38.822155 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ea26f-c333-4c4f-9781-225aa2383ce6 req-6d983052-dcd7-4e7a-8593-7087acf1f650 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:38.823737 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a44ea26f-c333-4c4f-9781-225aa2383ce6 req-6d983052-dcd7-4e7a-8593-7087acf1f650 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0598814 Oct 12 18:34:38.875195 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a44ea26f-c333-4c4f-9781-225aa2383ce6 req-521d6a86-247a-4233-9f2b-4d6469bc39f8 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438764 Oct 12 18:34:39.183063 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1365d0-307a-415a-8b2c-98e18ae17831 req-d580d6df-684c-438a-b63a-75d861efa01c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:39.184502 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dc1365d0-307a-415a-8b2c-98e18ae17831 req-d580d6df-684c-438a-b63a-75d861efa01c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 944 time: 0.0545473 Oct 12 18:34:39.230552 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dc1365d0-307a-415a-8b2c-98e18ae17831 req-f39f3159-a7cc-4c22-ae72-08622214a6cf tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Oct 12 18:34:39.970177 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:40.019564 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c9f04-5155-4c25-b3c2-ed861f6bc96d req-df008df5-7059-421c-a943-cbb7d3f1ef06 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:40.021275 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ef9c9f04-5155-4c25-b3c2-ed861f6bc96d req-df008df5-7059-421c-a943-cbb7d3f1ef06 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0562928 Oct 12 18:34:40.077254 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ef9c9f04-5155-4c25-b3c2-ed861f6bc96d req-5184c826-ad2e-42ec-b1f0-096cc3a42016 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461059 Oct 12 18:34:40.171706 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 0452dd24-8e0a-42a0-80df-409da03aecd6 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:34:40.325521 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port 0452dd24-8e0a-42a0-80df-409da03aecd6 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:34:40.332815 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 0452dd24-8e0a-42a0-80df-409da03aecd6 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:34:40.333443 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:40.383011 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88581b6c-7b9e-4aa2-ad60-14b35a78a378 req-9fea1ddd-ff19-4531-8476-510e5e420d31 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:40.392269 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-88581b6c-7b9e-4aa2-ad60-14b35a78a378 req-9fea1ddd-ff19-4531-8476-510e5e420d31 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 944 time: 0.0841131 Oct 12 18:34:40.447413 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-88581b6c-7b9e-4aa2-ad60-14b35a78a378 req-6cd15212-3356-4632-85b8-075b169bd091 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505373 Oct 12 18:34:40.465493 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:40.495262 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220439aa-4c2e-48cd-8704-e6bc6f3e9ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0452dd24-8e0a-42a0-80df-409da03aecd6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:34:40.497728 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33df695c-523b-44ff-8453-8028ce9db4fc" -d '{"events": [{"server_uuid": "220439aa-4c2e-48cd-8704-e6bc6f3e9ebf", "name": "network-vif-plugged", "status": "completed", "tag": "0452dd24-8e0a-42a0-80df-409da03aecd6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:34:40.512646 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 0452dd24-8e0a-42a0-80df-409da03aecd6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0452dd24-8e0a-42a0-80df-409da03aecd6,segment=NetworkSegment(e605ebda-a30a-4a94-bbe9-69181e9ed62d),segment_id=e605ebda-a30a-4a94-bbe9-69181e9ed62d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:40.542233 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf4691a-d769-4a76-af09-901811ac544d x-openstack-request-id: req-4bf4691a-d769-4a76-af09-901811ac544d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:34:40.542531 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220439aa-4c2e-48cd-8704-e6bc6f3e9ebf", "name": "network-vif-plugged", "status": "completed", "tag": "0452dd24-8e0a-42a0-80df-409da03aecd6", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:34:40.542770 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bf4691a-d769-4a76-af09-901811ac544d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:34:40.543159 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220439aa-4c2e-48cd-8704-e6bc6f3e9ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0452dd24-8e0a-42a0-80df-409da03aecd6', 'code': 200} Oct 12 18:34:40.624965 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:40.807087 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=0452dd24-8e0a-42a0-80df-409da03aecd6,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:40.892987 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:40.897722 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaca9f5-dff4-4c52-b08e-5a31b2fd81c9 req-48026e29-78c7-4e2f-9a27-db07bc8cf6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:40.899453 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3eaca9f5-dff4-4c52-b08e-5a31b2fd81c9 req-48026e29-78c7-4e2f-9a27-db07bc8cf6fa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 1098 time: 0.0475140 Oct 12 18:34:40.940125 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3eaca9f5-dff4-4c52-b08e-5a31b2fd81c9 req-08f4178a-38ee-4b5b-9acb-ba08c28aef66 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320399 Oct 12 18:34:41.213388 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9cc7d-f272-4ebd-872f-dbe3795de516 req-8f72beaf-7ffe-4511-a0e3-dea1167820e0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:41.214855 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18e9cc7d-f272-4ebd-872f-dbe3795de516 req-8f72beaf-7ffe-4511-a0e3-dea1167820e0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0521655 Oct 12 18:34:41.255251 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18e9cc7d-f272-4ebd-872f-dbe3795de516 req-5f6f17fd-ecaa-452d-88bc-3868fe2dffa9 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338953 Oct 12 18:34:41.580446 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ad431-404e-405d-8a31-1d2c95802410 req-77b8ddbb-6a87-4985-99ac-648b505e8f61 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:41.584976 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d73ad431-404e-405d-8a31-1d2c95802410 req-77b8ddbb-6a87-4985-99ac-648b505e8f61 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 945 time: 0.0697627 Oct 12 18:34:41.633938 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d73ad431-404e-405d-8a31-1d2c95802410 req-fa4eda1d-8d41-42ce-b256-41937b9426c6 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454576 Oct 12 18:34:42.447823 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f40c4-9003-46e0-a778-86612be8c41b req-29892ffa-9b5b-4599-a536-c39ba1148f06 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:42.455492 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-779f40c4-9003-46e0-a778-86612be8c41b req-29892ffa-9b5b-4599-a536-c39ba1148f06 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.1219857 Oct 12 18:34:42.500283 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-779f40c4-9003-46e0-a778-86612be8c41b req-d7b6e97f-e9db-4d9e-a538-c845303c249a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436056 Oct 12 18:34:42.796493 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77888-f452-4c84-a3bc-4cc8bf5e8b22 req-7716370a-1126-4ef1-92ad-9cc4c4ba9856 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:42.798499 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5fb77888-f452-4c84-a3bc-4cc8bf5e8b22 req-7716370a-1126-4ef1-92ad-9cc4c4ba9856 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 945 time: 0.0631766 Oct 12 18:34:42.839980 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5fb77888-f452-4c84-a3bc-4cc8bf5e8b22 req-a4222504-983d-4879-a400-fca7627c2c12 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352387 Oct 12 18:34:43.454852 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52020) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:43.669742 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cca561-8d00-46c7-b6a3-5fe73279d17e req-e22d49a2-c925-43e6-84ac-ac306aee0693 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:43.671638 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-50cca561-8d00-46c7-b6a3-5fe73279d17e req-e22d49a2-c925-43e6-84ac-ac306aee0693 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0686371 Oct 12 18:34:43.729438 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-50cca561-8d00-46c7-b6a3-5fe73279d17e req-f06ca49a-966c-463f-ae41-57cce59296a6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466740 Oct 12 18:34:43.810451 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Deleting port 10d4cb64-25da-4201-b629-7d9fbe215c13 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:34:43.811743 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:43.922251 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:43.922884 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:43.942122 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Calling delete_port for 10d4cb64-25da-4201-b629-7d9fbe215c13 owned by network:floatingip {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:34:44.014077 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f32e16-d880-4ce6-845f-9db2c8c593e0 req-710519da-29e5-443b-ab7f-4e11aed13e1c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:44.015775 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c9f32e16-d880-4ce6-845f-9db2c8c593e0 req-710519da-29e5-443b-ab7f-4e11aed13e1c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 945 time: 0.1025987 Oct 12 18:34:44.117269 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c9f32e16-d880-4ce6-845f-9db2c8c593e0 req-3f2a965d-c632-471d-8e9a-9cb23533b4c1 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855632 Oct 12 18:34:44.224920 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:44.256941 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Pushing event deleted for resources: {'Port': ['ID=10d4cb64-25da-4201-b629-7d9fbe215c13,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:44.310126 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:44.310348 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:44.311250 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:44.311594 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:44.311927 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:44.312257 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:44.312624 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:44.312944 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:44.313436 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:44.313910 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:44.314401 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:44.314734 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:34:44.345906 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for floatingip, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:44.346362 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.l3_db [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Floating IP 17fa0efe-225d-4117-926c-567bc7d85fa0 disassociated (deleted). External IP: 172.27.1.242, port: ee9e0115-2251-43e7-8da4-8dd846258e7b. Oct 12 18:34:44.607681 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Router 49e02d36-007c-4d88-b88a-843b11de9e6e has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:34:44.758813 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:34:44.764915 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:44.775042 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c88ab-459d-4e4f-bd84-ee5bbc854fb0 None None] Sync routers for ids ['49e02d36-007c-4d88-b88a-843b11de9e6e'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:34:44.789782 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c88ab-459d-4e4f-bd84-ee5bbc854fb0 None None] Routers {'49e02d36-007c-4d88-b88a-843b11de9e6e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:34:44.790714 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-be6c88ab-459d-4e4f-bd84-ee5bbc854fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:34:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49e02d36-007c-4d88-b88a-843b11de9e6e'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:44.816596 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-8ab50cd8-b9bd-469a-bacf-997e602167aa tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "DELETE /v2.0/floatingips/17fa0efe-225d-4117-926c-567bc7d85fa0 HTTP/1.1" status: 204 len: 168 time: 1.3558557 Oct 12 18:34:44.816596 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:34:44.816596 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8526d4b3-e7dd-4496-ba80-bbe2938e5eff" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:34:44.984379 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ea53-f4de-4333-bcf0-5ad0e6c147a9 req-d8c0ab99-2029-4be4-8bf3-9a84c9ecc77a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:44.986996 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8f8ea53-f4de-4333-bcf0-5ad0e6c147a9 req-d8c0ab99-2029-4be4-8bf3-9a84c9ecc77a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.1538944 Oct 12 18:34:45.003656 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-be6c88ab-459d-4e4f-bd84-ee5bbc854fb0 None None] Set router 49e02d36-007c-4d88-b88a-843b11de9e6e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:34:45.046928 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8f8ea53-f4de-4333-bcf0-5ad0e6c147a9 req-e82cbe90-6e44-45a2-ae23-da4dcf716d2a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446963 Oct 12 18:34:45.161505 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137c1b89-a058-439f-b10d-0350828ae3be x-openstack-request-id: req-137c1b89-a058-439f-b10d-0350828ae3be {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:34:45.161797 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:34:45.162049 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-137c1b89-a058-439f-b10d-0350828ae3be {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:34:45.162445 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'status': 'completed', 'code': 200} Oct 12 18:34:45.304341 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526d4b3-e7dd-4496-ba80-bbe2938e5eff req-50bd011b-41a1-46f5-9109-86458306dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:45.306053 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8526d4b3-e7dd-4496-ba80-bbe2938e5eff req-50bd011b-41a1-46f5-9109-86458306dccd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38a1ca7b8f55456eb3c6946099885e5e&device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 1098 time: 0.0983319 Oct 12 18:34:45.365222 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-be6c88ab-459d-4e4f-bd84-ee5bbc854fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port': {'id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:55Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'cc9aaf27-e647-49e2-8740-78eebb4283bf', 'name': '', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'mac_address': 'fa:16:3e:6a:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:58Z', 'updated_at': '2021-10-12T18:28:07Z', 'revision_number': 5, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'subnets': [{'id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:45.394578 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c88ab-459d-4e4f-bd84-ee5bbc854fb0 None None] Checking router: 49e02d36-007c-4d88-b88a-843b11de9e6e for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:34:45.408969 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c88ab-459d-4e4f-bd84-ee5bbc854fb0 None None] Routers {'49e02d36-007c-4d88-b88a-843b11de9e6e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:34:45.409755 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-be6c88ab-459d-4e4f-bd84-ee5bbc854fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:34:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49e02d36-007c-4d88-b88a-843b11de9e6e'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:45.489692 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526d4b3-e7dd-4496-ba80-bbe2938e5eff req-4ebaa461-08b6-408e-a937-f1b44eb8cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:45.491431 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8526d4b3-e7dd-4496-ba80-bbe2938e5eff req-4ebaa461-08b6-408e-a937-f1b44eb8cb6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e167e43c-8958-46db-953d-f60c625ee80b HTTP/1.1" status: 200 len: 910 time: 0.1757431 Oct 12 18:34:45.538457 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-be6c88ab-459d-4e4f-bd84-ee5bbc854fb0 None None] Set router 49e02d36-007c-4d88-b88a-843b11de9e6e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:34:45.586555 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8526d4b3-e7dd-4496-ba80-bbe2938e5eff req-7ddeea69-fab8-46ee-aedb-e44540e16566 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b HTTP/1.1" status: 200 len: 217 time: 0.0838008 Oct 12 18:34:45.639039 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1934d-aa54-40ec-abd6-9da61862a2f4 req-b7360e1c-27bb-464d-a736-a3f9f8fc0cf9 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:45.648220 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dff1934d-aa54-40ec-abd6-9da61862a2f4 req-b7360e1c-27bb-464d-a736-a3f9f8fc0cf9 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.1365666 Oct 12 18:34:45.732872 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dff1934d-aa54-40ec-abd6-9da61862a2f4 req-826ad948-b246-4291-bb0e-8a9529a7ec88 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690012 Oct 12 18:34:45.742260 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526d4b3-e7dd-4496-ba80-bbe2938e5eff req-65056ec7-0c82-45a1-ada0-c8b57b878368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:45.743728 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8526d4b3-e7dd-4496-ba80-bbe2938e5eff req-65056ec7-0c82-45a1-ada0-c8b57b878368 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c5bd168-ecbc-44e3-8d6b-baa09d325a05 HTTP/1.1" status: 200 len: 848 time: 0.1383021 Oct 12 18:34:45.828642 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526d4b3-e7dd-4496-ba80-bbe2938e5eff req-8715341a-a886-4a45-a4c6-5eb16438600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:45.828950 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8526d4b3-e7dd-4496-ba80-bbe2938e5eff req-8715341a-a886-4a45-a4c6-5eb16438600d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e167e43c-8958-46db-953d-f60c625ee80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760765 Oct 12 18:34:45.844089 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-be6c88ab-459d-4e4f-bd84-ee5bbc854fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port': {'id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:55Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'cc9aaf27-e647-49e2-8740-78eebb4283bf', 'name': '', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'mac_address': 'fa:16:3e:6a:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:58Z', 'updated_at': '2021-10-12T18:28:07Z', 'revision_number': 5, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'subnets': [{'id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:45.899513 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c88ab-459d-4e4f-bd84-ee5bbc854fb0 None None] The sync data for ids ['49e02d36-007c-4d88-b88a-843b11de9e6e'] in dv-cinder-813227-2-iscsi is: [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port': {'id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:55Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'cc9aaf27-e647-49e2-8740-78eebb4283bf', 'name': '', 'network_id': 'e167e43c-8958-46db-953d-f60c625ee80b', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'mac_address': 'fa:16:3e:6a:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:58Z', 'updated_at': '2021-10-12T18:28:07Z', 'revision_number': 5, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'subnets': [{'id': '9c5bd168-ecbc-44e3-8d6b-baa09d325a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:34:45.950016 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8526d4b3-e7dd-4496-ba80-bbe2938e5eff req-53d564b2-12c5-4431-ae64-235189a37035 service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107786 Oct 12 18:34:46.080461 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8526d4b3-e7dd-4496-ba80-bbe2938e5eff req-b741eb76-095d-4dc2-ad7c-13deca3cd6fb service neutron] 10.222.0.42 "GET /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168966 Oct 12 18:34:46.251402 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c719767-477e-4441-af07-db333624dd5f req-869940e9-8698-4834-bb92-055ccab0ed40 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:46.253346 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0c719767-477e-4441-af07-db333624dd5f req-869940e9-8698-4834-bb92-055ccab0ed40 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0994077 Oct 12 18:34:46.305465 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0c719767-477e-4441-af07-db333624dd5f req-f63a7aa7-7a6b-4323-bb8c-ef0f50d567c9 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424919 Oct 12 18:34:46.323624 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4617659e-34fc-44a5-b867-b38507a26feb None None] New status for floating IP 17fa0efe-225d-4117-926c-567bc7d85fa0: DOWN {{(pid=94838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:34:46.837871 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f765b-29b1-41c9-88c0-7ac45c03516a req-8e729898-8669-4463-aaea-5ffcb4123453 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:46.839560 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-079f765b-29b1-41c9-88c0-7ac45c03516a req-8e729898-8669-4463-aaea-5ffcb4123453 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0499263 Oct 12 18:34:46.879756 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-079f765b-29b1-41c9-88c0-7ac45c03516a req-038c8b0d-f5ef-452a-ab67-016aee257887 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/security-groups?id=31daafe6-fa9b-4eac-9ee9-4ed14f6839de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325172 Oct 12 18:34:47.329675 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97221b4d-2702-4a56-a6e7-ae00d5a507cd req-26dbe30a-d921-4aab-8ecb-22ddad8b3a95 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:47.331212 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-97221b4d-2702-4a56-a6e7-ae00d5a507cd req-26dbe30a-d921-4aab-8ecb-22ddad8b3a95 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 945 time: 0.0610256 Oct 12 18:34:47.481179 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15471b8b-0f27-41e4-82ba-64480b407b98 req-d4b53d4e-8c1c-433f-849a-ed5b20d3c5cb tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:47.483846 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-15471b8b-0f27-41e4-82ba-64480b407b98 req-d4b53d4e-8c1c-433f-849a-ed5b20d3c5cb tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0737364 Oct 12 18:34:47.498599 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-97221b4d-2702-4a56-a6e7-ae00d5a507cd req-66fc61e4-2ab7-41c9-8094-6c9b9465e27b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Deleting port ee9e0115-2251-43e7-8da4-8dd846258e7b {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:34:47.498961 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-97221b4d-2702-4a56-a6e7-ae00d5a507cd req-66fc61e4-2ab7-41c9-8094-6c9b9465e27b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:47.601515 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-15471b8b-0f27-41e4-82ba-64480b407b98 req-681083f3-de82-4718-ab80-8b679636ac47 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079473 Oct 12 18:34:47.664170 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-97221b4d-2702-4a56-a6e7-ae00d5a507cd req-66fc61e4-2ab7-41c9-8094-6c9b9465e27b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] For port ee9e0115-2251-43e7-8da4-8dd846258e7b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ee9e0115-2251-43e7-8da4-8dd846258e7b,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:47.664668 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-97221b4d-2702-4a56-a6e7-ae00d5a507cd req-66fc61e4-2ab7-41c9-8094-6c9b9465e27b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:47.682006 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-97221b4d-2702-4a56-a6e7-ae00d5a507cd req-66fc61e4-2ab7-41c9-8094-6c9b9465e27b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Calling delete_port for ee9e0115-2251-43e7-8da4-8dd846258e7b owned by compute:nova {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:34:47.981701 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-97221b4d-2702-4a56-a6e7-ae00d5a507cd req-66fc61e4-2ab7-41c9-8094-6c9b9465e27b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:48.027342 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2284a0e6-6cbd-4ed0-bccb-ce13fdfb210e req-03569051-c5e7-41e4-9ee2-b16e636fbd71 tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 210 time: 0.0558741 Oct 12 18:34:48.031737 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc61e4-2ab7-41c9-8094-6c9b9465e27b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Pushing event deleted for resources: {'Port': ['ID=ee9e0115-2251-43e7-8da4-8dd846258e7b,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:48.098113 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-97221b4d-2702-4a56-a6e7-ae00d5a507cd req-66fc61e4-2ab7-41c9-8094-6c9b9465e27b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] No DVR routers for this DVR port ee9e0115-2251-43e7-8da4-8dd846258e7b on host hv-cinder-81322 {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:34:48.101394 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-97221b4d-2702-4a56-a6e7-ae00d5a507cd req-66fc61e4-2ab7-41c9-8094-6c9b9465e27b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:48.106049 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-97221b4d-2702-4a56-a6e7-ae00d5a507cd req-66fc61e4-2ab7-41c9-8094-6c9b9465e27b tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.42 "DELETE /v2.0/ports/ee9e0115-2251-43e7-8da4-8dd846258e7b HTTP/1.1" status: 204 len: 173 time: 0.7676260 Oct 12 18:34:48.106049 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'name': 'network-vif-deleted', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:34:48.108926 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e84bc8-332d-4288-a275-8f1d342b89c6" -d '{"events": [{"server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "name": "network-vif-deleted", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:34:48.155012 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f614fbc9-be4c-475e-9c22-536b497936a8 x-openstack-request-id: req-f614fbc9-be4c-475e-9c22-536b497936a8 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:34:48.155320 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0cf04d-323c-4749-b9ae-d35333eb565c", "name": "network-vif-deleted", "tag": "ee9e0115-2251-43e7-8da4-8dd846258e7b", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:34:48.155565 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f614fbc9-be4c-475e-9c22-536b497936a8 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:34:48.155951 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0cf04d-323c-4749-b9ae-d35333eb565c', 'name': 'network-vif-deleted', 'tag': 'ee9e0115-2251-43e7-8da4-8dd846258e7b', 'status': 'completed', 'code': 200} Oct 12 18:34:48.464329 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952c54d-0282-4dcc-b477-6e4e3af4920c req-b7e21865-15ab-4f05-b13f-4efc60697111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:48.467406 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d952c54d-0282-4dcc-b477-6e4e3af4920c req-b7e21865-15ab-4f05-b13f-4efc60697111 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 1098 time: 0.0501394 Oct 12 18:34:48.596511 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952c54d-0282-4dcc-b477-6e4e3af4920c req-a3ab1690-3d7e-4c00-9496-24bb37c101a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:48.597972 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d952c54d-0282-4dcc-b477-6e4e3af4920c req-a3ab1690-3d7e-4c00-9496-24bb37c101a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 918 time: 0.1113055 Oct 12 18:34:48.676762 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d952c54d-0282-4dcc-b477-6e4e3af4920c req-1acb9802-94d2-4fcf-bc20-c8cdbdbe250d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054 HTTP/1.1" status: 200 len: 1000 time: 0.0706205 Oct 12 18:34:48.757935 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952c54d-0282-4dcc-b477-6e4e3af4920c req-a4406366-04e7-48d8-8394-13e12dae7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:48.759383 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d952c54d-0282-4dcc-b477-6e4e3af4920c req-a4406366-04e7-48d8-8394-13e12dae7357 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 200 len: 856 time: 0.0750947 Oct 12 18:34:48.773315 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286382c-58a1-460c-89ae-77b5819e2379 req-985fc0f6-97cf-4082-9ed3-b024dbd2998e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:48.775199 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9286382c-58a1-460c-89ae-77b5819e2379 req-985fc0f6-97cf-4082-9ed3-b024dbd2998e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0918734 Oct 12 18:34:48.840424 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9286382c-58a1-460c-89ae-77b5819e2379 req-56a936c9-b88c-461c-8dd3-85ec6674c1a8 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558429 Oct 12 18:34:48.843660 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952c54d-0282-4dcc-b477-6e4e3af4920c req-e14c6e4f-4859-4a57-8af0-aa1b4e4f3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:48.845090 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d952c54d-0282-4dcc-b477-6e4e3af4920c req-e14c6e4f-4859-4a57-8af0-aa1b4e4f3a63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80f5cd14-5950-4313-a8f0-f81c86803faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691462 Oct 12 18:34:48.941188 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d952c54d-0282-4dcc-b477-6e4e3af4920c req-b6b756d2-858b-4b71-8620-468a50e5fd27 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883484 Oct 12 18:34:49.037351 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d952c54d-0282-4dcc-b477-6e4e3af4920c req-ed5d514e-4a88-4032-a70d-faf8d91672e9 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880995 Oct 12 18:34:49.138188 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6c6d5738-ae88-4166-beed-dcdb19c58ccf req-b63f25d1-4a3a-4d2d-b743-ed556eb58beb tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0cf04d-323c-4749-b9ae-d35333eb565c HTTP/1.1" status: 200 len: 210 time: 0.0278184 Oct 12 18:34:49.751554 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af51e1-6a1a-4819-9dc1-422997c95d8c req-d9fcb321-26f1-4863-8c8a-aefbb9e03329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:49.753133 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18af51e1-6a1a-4819-9dc1-422997c95d8c req-d9fcb321-26f1-4863-8c8a-aefbb9e03329 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 1098 time: 0.0470066 Oct 12 18:34:49.857058 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af51e1-6a1a-4819-9dc1-422997c95d8c req-4ab1a71c-f67b-4b2d-969d-40c4af1cffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:49.859823 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18af51e1-6a1a-4819-9dc1-422997c95d8c req-4ab1a71c-f67b-4b2d-969d-40c4af1cffa2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 918 time: 0.0997431 Oct 12 18:34:49.974592 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18af51e1-6a1a-4819-9dc1-422997c95d8c req-7de8aa4b-5106-46ac-912e-8cc85419a22f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054 HTTP/1.1" status: 200 len: 1000 time: 0.0967286 Oct 12 18:34:49.999947 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e91cc-6055-4b18-9923-dca93b40d1f0 req-4cf90596-edc0-45b0-b1e6-02c8fd628f98 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:50.001413 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b08e91cc-6055-4b18-9923-dca93b40d1f0 req-4cf90596-edc0-45b0-b1e6-02c8fd628f98 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 945 time: 0.0841136 Oct 12 18:34:50.063097 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af51e1-6a1a-4819-9dc1-422997c95d8c req-4c355631-304d-4b2d-a429-f7b031b3ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:50.065005 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18af51e1-6a1a-4819-9dc1-422997c95d8c req-4c355631-304d-4b2d-a429-f7b031b3ccd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 200 len: 856 time: 0.0812902 Oct 12 18:34:50.089975 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b08e91cc-6055-4b18-9923-dca93b40d1f0 req-24b05b3b-5f2e-4107-be7a-74b343d5e372 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686135 Oct 12 18:34:50.119383 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af51e1-6a1a-4819-9dc1-422997c95d8c req-b6c47908-0a6d-491e-90d9-5be881fea366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:50.120911 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18af51e1-6a1a-4819-9dc1-422997c95d8c req-b6c47908-0a6d-491e-90d9-5be881fea366 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80f5cd14-5950-4313-a8f0-f81c86803faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458629 Oct 12 18:34:50.199601 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52102) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:50.226864 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18af51e1-6a1a-4819-9dc1-422997c95d8c req-c9d4000e-0ec4-4d99-aff7-8f026a10cb52 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984013 Oct 12 18:34:50.254689 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b4b7683-8980-4bd3-9e9f-66f9276cb054 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:34:50.275918 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4793612b-cbb9-45ee-9362-35cfd5a4a91c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:50.302914 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4793612b-cbb9-45ee-9362-35cfd5a4a91c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:50.336076 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:50.343008 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18af51e1-6a1a-4819-9dc1-422997c95d8c req-559c8f9d-22e8-482c-b849-bff9192e7aee service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030695 Oct 12 18:34:50.359431 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:34:50.361866 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdfa530-f23c-443b-ae83-93698e9a2694" -d '{"events": [{"server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "name": "network-vif-unplugged", "status": "completed", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:34:50.375036 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:50.402265 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 18:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178a8c81-c505-468b-9a72-8d8fb06b1096 x-openstack-request-id: req-178a8c81-c505-468b-9a72-8d8fb06b1096 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:34:50.405294 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "name": "network-vif-unplugged", "status": "completed", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:34:50.405294 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-178a8c81-c505-468b-9a72-8d8fb06b1096 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:34:50.405294 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'code': 200} Oct 12 18:34:50.424436 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4793612b-cbb9-45ee-9362-35cfd5a4a91c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:50.427042 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4793612b-cbb9-45ee-9362-35cfd5a4a91c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:50.428274 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4793612b-cbb9-45ee-9362-35cfd5a4a91c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] 10.222.0.18 "DELETE /v2.0/security-groups/31daafe6-fa9b-4eac-9ee9-4ed14f6839de HTTP/1.1" status: 204 len: 168 time: 0.2264867 Oct 12 18:34:50.438322 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793612b-cbb9-45ee-9362-35cfd5a4a91c tempest-TestShelveInstance-542365470 tempest-TestShelveInstance-542365470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31daafe6-fa9b-4eac-9ee9-4ed14f6839de,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:50.453347 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:50.454042 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device ee9e0115-2251-43e7-8da4-8dd846258e7b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:34:50.499702 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: ee9e0115-2251-43e7-8da4-8dd846258e7b {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:34:50.500077 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device ee9e0115-2251-43e7-8da4-8dd846258e7b not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:34:50.526374 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=6b4b7683-8980-4bd3-9e9f-66f9276cb054,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:50.581020 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52112) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:50.967510 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-9da5a773-f564-461d-a5b2-838c2ac921bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634518'] for router_interface, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:51.222015 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d98b4-ae3f-44c8-8e8f-2dd6f24ce006 req-6b0d34dc-c8b5-446d-8690-662fc2690998 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:51.223437 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cf7d98b4-ae3f-44c8-8e8f-2dd6f24ce006 req-6b0d34dc-c8b5-446d-8690-662fc2690998 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0561130 Oct 12 18:34:51.224905 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-9da5a773-f564-461d-a5b2-838c2ac921bd admin admin] Deleting port cc9aaf27-e647-49e2-8740-78eebb4283bf {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:34:51.225369 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-9da5a773-f564-461d-a5b2-838c2ac921bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:51.262338 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cf7d98b4-ae3f-44c8-8e8f-2dd6f24ce006 req-a5caf378-ae98-4a92-b230-1b49dea47710 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328460 Oct 12 18:34:51.316467 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-9da5a773-f564-461d-a5b2-838c2ac921bd admin admin] For port cc9aaf27-e647-49e2-8740-78eebb4283bf, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=cc9aaf27-e647-49e2-8740-78eebb4283bf,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:51.316467 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-9da5a773-f564-461d-a5b2-838c2ac921bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:51.328445 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-9da5a773-f564-461d-a5b2-838c2ac921bd admin admin] Calling delete_port for cc9aaf27-e647-49e2-8740-78eebb4283bf owned by network:router_interface {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:34:51.578220 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-9da5a773-f564-461d-a5b2-838c2ac921bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:51.602113 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5a773-f564-461d-a5b2-838c2ac921bd admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9aaf27-e647-49e2-8740-78eebb4283bf,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:51.783829 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-9da5a773-f564-461d-a5b2-838c2ac921bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634402'] for router_interface, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:51.997602 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da5a773-f564-461d-a5b2-838c2ac921bd admin admin] Router 49e02d36-007c-4d88-b88a-843b11de9e6e has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:34:52.120035 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da5a773-f564-461d-a5b2-838c2ac921bd admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:34:52.127481 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-9da5a773-f564-461d-a5b2-838c2ac921bd admin admin] 10.222.0.18 "PUT /v2.0/routers/49e02d36-007c-4d88-b88a-843b11de9e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5442867 Oct 12 18:34:52.129114 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52122) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:52.135178 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b4ab40-49f0-407e-9f77-ee8b71ec77ad None None] Sync routers for ids ['49e02d36-007c-4d88-b88a-843b11de9e6e'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:34:52.142389 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4ab40-49f0-407e-9f77-ee8b71ec77ad None None] Routers {'49e02d36-007c-4d88-b88a-843b11de9e6e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:34:52.143052 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-68b4ab40-49f0-407e-9f77-ee8b71ec77ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:34:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49e02d36-007c-4d88-b88a-843b11de9e6e'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:52.237575 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Notify callbacks [] for router, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:52.250205 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-68b4ab40-49f0-407e-9f77-ee8b71ec77ad None None] Set router 49e02d36-007c-4d88-b88a-843b11de9e6e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:34:52.348920 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:52.417875 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802fd5-e4d9-4b6a-82f0-73931cbeb5cf req-43d50494-3576-4215-8611-7d58c6ba64e7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:52.420135 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d6802fd5-e4d9-4b6a-82f0-73931cbeb5cf req-43d50494-3576-4215-8611-7d58c6ba64e7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0715220 Oct 12 18:34:52.470876 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d6802fd5-e4d9-4b6a-82f0-73931cbeb5cf req-7afb9253-ecbe-4662-90e5-0a5c6771a3dc tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438747 Oct 12 18:34:52.477942 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-68b4ab40-49f0-407e-9f77-ee8b71ec77ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:34:51Z', 'revision_number': 5, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port': {'id': 'd12672e5-9047-46bf-bece-3bb960dd5c54', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:55Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:52.487848 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Deleting port d12672e5-9047-46bf-bece-3bb960dd5c54 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:34:52.488207 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:52.540318 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b4ab40-49f0-407e-9f77-ee8b71ec77ad None None] Checking router: 49e02d36-007c-4d88-b88a-843b11de9e6e for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:34:52.556725 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4ab40-49f0-407e-9f77-ee8b71ec77ad None None] Routers {'49e02d36-007c-4d88-b88a-843b11de9e6e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:34:52.557566 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-68b4ab40-49f0-407e-9f77-ee8b71ec77ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:34:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49e02d36-007c-4d88-b88a-843b11de9e6e'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:52.632363 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] For port d12672e5-9047-46bf-bece-3bb960dd5c54, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=d12672e5-9047-46bf-bece-3bb960dd5c54,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:52.638562 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:52.649189 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Calling delete_port for d12672e5-9047-46bf-bece-3bb960dd5c54 owned by network:router_gateway {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:34:52.680706 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-68b4ab40-49f0-407e-9f77-ee8b71ec77ad None None] Set router 49e02d36-007c-4d88-b88a-843b11de9e6e gateway port host: None {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:34:52.734671 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-68b4ab40-49f0-407e-9f77-ee8b71ec77ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:34:52Z', 'revision_number': 6, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port_host': None}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:52.766244 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b4ab40-49f0-407e-9f77-ee8b71ec77ad None None] The sync data for ids ['49e02d36-007c-4d88-b88a-843b11de9e6e'] in dv-cinder-813227-2-iscsi is: [{'id': '49e02d36-007c-4d88-b88a-843b11de9e6e', 'name': 'tempest-TestShelveInstance-1996729965-router', 'tenant_id': '38a1ca7b8f55456eb3c6946099885e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:34:52Z', 'revision_number': 6, 'project_id': '38a1ca7b8f55456eb3c6946099885e5e', 'gw_port_host': None}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:34:52.930407 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:53.199513 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12672e5-9047-46bf-bece-3bb960dd5c54,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:53.262537 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592832'] for router_gateway, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:53.369031 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37393'] for router, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:53.371119 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:53.513090 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611387'] for router, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:53.514233 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49e02d36-007c-4d88-b88a-843b11de9e6e {{(pid=94836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:34:53.519468 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] Notify callbacks [] for router, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:53.522385 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-b1964cd6-efc8-4c37-a6d0-0befcba61305 admin admin] 10.222.0.18 "DELETE /v2.0/routers/49e02d36-007c-4d88-b88a-843b11de9e6e HTTP/1.1" status: 204 len: 168 time: 1.3922334 Oct 12 18:34:53.523301 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 52148) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:53.580581 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7247fd74-bcb6-4549-ba81-db0467429861 admin admin] Deleting subnet 9c5bd168-ecbc-44e3-8d6b-baa09d325a05 {{(pid=94835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:34:53.599982 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7247fd74-bcb6-4549-ba81-db0467429861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:53.641668 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7247fd74-bcb6-4549-ba81-db0467429861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29392165'] for subnet, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:53.671113 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b75275-5688-4b89-bd0b-d5d21bae0b9a req-80e2351a-ea48-48f7-95af-9a64ae15328a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:53.672600 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-94b75275-5688-4b89-bd0b-d5d21bae0b9a req-80e2351a-ea48-48f7-95af-9a64ae15328a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.1094592 Oct 12 18:34:53.764023 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-94b75275-5688-4b89-bd0b-d5d21bae0b9a req-502e6f77-60f3-478d-8269-2a1ef5bc6b3e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853271 Oct 12 18:34:53.790423 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7247fd74-bcb6-4549-ba81-db0467429861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:53.944618 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7247fd74-bcb6-4549-ba81-db0467429861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30236513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684432'] for subnet, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:53.969919 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247fd74-bcb6-4549-ba81-db0467429861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5bd168-ecbc-44e3-8d6b-baa09d325a05,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:53.973721 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-7247fd74-bcb6-4549-ba81-db0467429861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:53.977020 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-7247fd74-bcb6-4549-ba81-db0467429861 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9c5bd168-ecbc-44e3-8d6b-baa09d325a05 HTTP/1.1" status: 204 len: 168 time: 0.4520822 Oct 12 18:34:53.979282 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4482ce-416a-4516-8b72-f8f5fbb68863 None None] Network e167e43c-8958-46db-953d-f60c625ee80b requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:34:53.979712 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52156) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:54.061565 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:54.125733 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Deleting port 4f35d1c4-9738-407e-9bcf-546dcae13144 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:34:54.125992 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:54.191791 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] For port 4f35d1c4-9738-407e-9bcf-546dcae13144, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=4f35d1c4-9738-407e-9bcf-546dcae13144,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:54.192151 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:54.206864 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Calling delete_port for 4f35d1c4-9738-407e-9bcf-546dcae13144 owned by network:dhcp {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:34:54.290138 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690aaee2-0265-46d4-a7b0-9a975cea7f5c None None] DHCP port deletion for e167e43c-8958-46db-953d-f60c625ee80b request from dv-cinder-813227-2-iscsi {{(pid=94837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:34:54.343520 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-690aaee2-0265-46d4-a7b0-9a975cea7f5c None None] Deleting port 4f35d1c4-9738-407e-9bcf-546dcae13144 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:34:54.344564 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-690aaee2-0265-46d4-a7b0-9a975cea7f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:54.398786 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:54.410068 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-690aaee2-0265-46d4-a7b0-9a975cea7f5c None None] For port 4f35d1c4-9738-407e-9bcf-546dcae13144, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=4f35d1c4-9738-407e-9bcf-546dcae13144,segment=NetworkSegment(748933dd-d794-452a-a0bb-ee6aa4fd10a2),segment_id=748933dd-d794-452a-a0bb-ee6aa4fd10a2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:54.410468 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-690aaee2-0265-46d4-a7b0-9a975cea7f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:54.424142 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-690aaee2-0265-46d4-a7b0-9a975cea7f5c None None] Calling delete_port for 4f35d1c4-9738-407e-9bcf-546dcae13144 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:34:54.425587 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f35d1c4-9738-407e-9bcf-546dcae13144,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:54.430109 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] No DVR routers for this DVR port 4f35d1c4-9738-407e-9bcf-546dcae13144 on host dv-cinder-813227-2-iscsi {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:34:54.502965 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:54.529778 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e167e43c-8958-46db-953d-f60c625ee80b']}} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:54.534190 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748933dd-d794-452a-a0bb-ee6aa4fd10a2') {'for_net_delete': True} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:54.534662 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748933dd-d794-452a-a0bb-ee6aa4fd10a2') {} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:54.539533 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-690aaee2-0265-46d4-a7b0-9a975cea7f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:54.548921 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840146'] for segment, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:54.562548 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690aaee2-0265-46d4-a7b0-9a975cea7f5c None None] Pushing event deleted for resources: {'Port': ['ID=4f35d1c4-9738-407e-9bcf-546dcae13144,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:54.568872 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690aaee2-0265-46d4-a7b0-9a975cea7f5c None None] No DVR routers for this DVR port 4f35d1c4-9738-407e-9bcf-546dcae13144 on host dv-cinder-813227-2-iscsi {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:34:54.569678 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:54.577153 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:34:54.577648 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31250374'] for segment, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: Traceback (most recent call last): Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: timer() Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: cb(*args, **kw) Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: return func(*args, **kwargs) Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: self._notify() Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: self.callback(batched_events) Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: event.method(event) Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: return f(self, *a, **k) Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._get(url).json() Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: return self.request(url, 'GET', **kwargs) Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:34:54.579735 dv-cinder-813227-2-iscsi neutron-server[94836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:34:54.682298 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 4f35d1c4-9738-407e-9bcf-546dcae13144 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:34:54.712087 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 4f35d1c4-9738-407e-9bcf-546dcae13144 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:34:54.712457 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 4f35d1c4-9738-407e-9bcf-546dcae13144 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:34:54.712875 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device d12672e5-9047-46bf-bece-3bb960dd5c54 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:34:54.730486 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:54.735993 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: d12672e5-9047-46bf-bece-3bb960dd5c54 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:34:54.739208 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:54.739609 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device d12672e5-9047-46bf-bece-3bb960dd5c54 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:34:54.739609 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device cc9aaf27-e647-49e2-8740-78eebb4283bf no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:34:54.739789 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] 10.222.0.18 "DELETE /v2.0/networks/e167e43c-8958-46db-953d-f60c625ee80b HTTP/1.1" status: 204 len: 168 time: 0.7591443 Oct 12 18:34:54.742675 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 52168) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:54.752385 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a1db6-e6cd-4067-a111-3ada8928bb9f admin admin] Pushing event deleted for resources: {'Network': ['ID=e167e43c-8958-46db-953d-f60c625ee80b,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:54.758388 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: cc9aaf27-e647-49e2-8740-78eebb4283bf {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:34:54.758733 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device cc9aaf27-e647-49e2-8740-78eebb4283bf not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:34:55.402715 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4858-4dce-44dc-b13c-6b6e8df8879b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634518'] for router_interface, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:55.711152 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-0d9e4858-4dce-44dc-b13c-6b6e8df8879b admin admin] Deleting port 0ba068da-0002-4028-8ced-5d176f938ec3 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:34:55.711479 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4858-4dce-44dc-b13c-6b6e8df8879b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:55.791201 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [None req-0d9e4858-4dce-44dc-b13c-6b6e8df8879b admin admin] For port 0ba068da-0002-4028-8ced-5d176f938ec3, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=0ba068da-0002-4028-8ced-5d176f938ec3,segment=NetworkSegment(3e9ca17a-c481-4000-8c95-4ee2618d2b87),segment_id=3e9ca17a-c481-4000-8c95-4ee2618d2b87)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:55.791909 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4858-4dce-44dc-b13c-6b6e8df8879b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:55.807747 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-0d9e4858-4dce-44dc-b13c-6b6e8df8879b admin admin] Calling delete_port for 0ba068da-0002-4028-8ced-5d176f938ec3 owned by network:router_interface {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:34:55.990193 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:34:56.040189 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [req-6ed0eb07-0551-43c3-866b-c676c13ca08c req-6e4db343-e5d2-438f-9bbc-c0e2f7784450 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:34:56.041199 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6ed0eb07-0551-43c3-866b-c676c13ca08c req-6e4db343-e5d2-438f-9bbc-c0e2f7784450 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055776 Oct 12 18:34:56.042370 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4858-4dce-44dc-b13c-6b6e8df8879b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:56.068238 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e4858-4dce-44dc-b13c-6b6e8df8879b admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba068da-0002-4028-8ced-5d176f938ec3,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:56.244759 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4858-4dce-44dc-b13c-6b6e8df8879b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634402'] for router_interface, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:56.277035 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b4b7683-8980-4bd3-9e9f-66f9276cb054 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:34:56.441850 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4094e-db77-441e-b14f-1cfaf493fc6d req-5e33051c-e049-4da6-9790-d6a3ab99077d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:56.442044 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4df4094e-db77-441e-b14f-1cfaf493fc6d req-5e33051c-e049-4da6-9790-d6a3ab99077d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0914412 Oct 12 18:34:56.524628 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4df4094e-db77-441e-b14f-1cfaf493fc6d req-4997eccd-0dec-40b6-93d7-24f525944a72 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743396 Oct 12 18:34:56.537412 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9e4858-4dce-44dc-b13c-6b6e8df8879b admin admin] Router 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:34:56.647032 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9e4858-4dce-44dc-b13c-6b6e8df8879b admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:34:56.652856 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-0d9e4858-4dce-44dc-b13c-6b6e8df8879b admin admin] 10.222.0.18 "PUT /v2.0/routers/91b4816c-7f9c-4bb6-ba1f-1abf010c6eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9091301 Oct 12 18:34:56.655203 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52202) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:56.655962 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1c1035-8647-492f-ad15-dc7ca0719fa6 None None] Sync routers for ids ['91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:34:56.667101 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c1035-8647-492f-ad15-dc7ca0719fa6 None None] Routers {'91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:34:56.667708 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-6e1c1035-8647-492f-ad15-dc7ca0719fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:34:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:56.760503 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Notify callbacks [] for router, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:56.773414 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-6e1c1035-8647-492f-ad15-dc7ca0719fa6 None None] Set router 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:34:56.869249 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:56.891083 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-283df064-24ee-4dbe-9dd4-dad4737a31fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925241 Oct 12 18:34:56.964262 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-6e1c1035-8647-492f-ad15-dc7ca0719fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'name': 'tempest-TestShelveInstance-1196922659-router', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:04Z', 'updated_at': '2021-10-12T18:34:55Z', 'revision_number': 5, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'gw_port': {'id': 'f63f2517-8c88-4428-a45f-28eaf59d15e8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:05Z', 'updated_at': '2021-10-12T18:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:56.991308 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1c1035-8647-492f-ad15-dc7ca0719fa6 None None] Checking router: 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:34:57.001283 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c1035-8647-492f-ad15-dc7ca0719fa6 None None] Routers {'91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:34:57.002329 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-6e1c1035-8647-492f-ad15-dc7ca0719fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:34:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:57.038781 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Deleting port f63f2517-8c88-4428-a45f-28eaf59d15e8 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:34:57.039195 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.090487 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-6e1c1035-8647-492f-ad15-dc7ca0719fa6 None None] Set router 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae gateway port host: None {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:34:57.120224 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] For port f63f2517-8c88-4428-a45f-28eaf59d15e8, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=f63f2517-8c88-4428-a45f-28eaf59d15e8,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:57.120619 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.133137 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Calling delete_port for f63f2517-8c88-4428-a45f-28eaf59d15e8 owned by network:router_gateway {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:34:57.146622 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-6e1c1035-8647-492f-ad15-dc7ca0719fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'name': 'tempest-TestShelveInstance-1196922659-router', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:04Z', 'updated_at': '2021-10-12T18:34:56Z', 'revision_number': 6, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'gw_port_host': None}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:57.173466 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1c1035-8647-492f-ad15-dc7ca0719fa6 None None] The sync data for ids ['91b4816c-7f9c-4bb6-ba1f-1abf010c6eae'] in dv-cinder-813227-2-iscsi is: [{'id': '91b4816c-7f9c-4bb6-ba1f-1abf010c6eae', 'name': 'tempest-TestShelveInstance-1196922659-router', 'tenant_id': '31e826e73cd747eba516dd786f63bc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:04Z', 'updated_at': '2021-10-12T18:34:56Z', 'revision_number': 6, 'project_id': '31e826e73cd747eba516dd786f63bc90', 'gw_port_host': None}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:34:57.418362 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.444824 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63f2517-8c88-4428-a45f-28eaf59d15e8,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:57.514152 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592832'] for router_gateway, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.609458 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37393'] for router, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.611556 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.670315 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f39857-87d5-447d-b8d2-7d1104a93b23 req-7dc4abe4-6f06-4dd4-86be-0177f1c94f0c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:57.671660 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-50f39857-87d5-447d-b8d2-7d1104a93b23 req-7dc4abe4-6f06-4dd4-86be-0177f1c94f0c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0591867 Oct 12 18:34:57.718804 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-50f39857-87d5-447d-b8d2-7d1104a93b23 req-aef89c83-91c5-4921-987f-f147f25ffa92 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376194 Oct 12 18:34:57.721331 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611387'] for router, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.722054 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91b4816c-7f9c-4bb6-ba1f-1abf010c6eae {{(pid=94836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:34:57.732338 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] Notify callbacks [] for router, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.732338 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-04d6f2f6-c6a1-47a3-a5b0-724385bac411 admin admin] 10.222.0.18 "DELETE /v2.0/routers/91b4816c-7f9c-4bb6-ba1f-1abf010c6eae HTTP/1.1" status: 204 len: 168 time: 1.0719399 Oct 12 18:34:57.732628 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 52218) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:57.781677 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd3e836-837f-4fb1-a598-7139f17fd0ee admin admin] Deleting subnet 171ca8ed-e574-4360-ae9d-255deab725f4 {{(pid=94835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:34:57.784836 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e836-837f-4fb1-a598-7139f17fd0ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.821985 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e836-837f-4fb1-a598-7139f17fd0ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29392165'] for subnet, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:57.902667 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e836-837f-4fb1-a598-7139f17fd0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.027738 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e836-837f-4fb1-a598-7139f17fd0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30236513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684432'] for subnet, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.056031 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3e836-837f-4fb1-a598-7139f17fd0ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=171ca8ed-e574-4360-ae9d-255deab725f4,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:58.059797 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2fd3e836-837f-4fb1-a598-7139f17fd0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.065946 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52222) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:58.066595 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-2fd3e836-837f-4fb1-a598-7139f17fd0ee admin admin] 10.222.0.18 "DELETE /v2.0/subnets/171ca8ed-e574-4360-ae9d-255deab725f4 HTTP/1.1" status: 204 len: 168 time: 0.3329210 Oct 12 18:34:58.067937 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0113c383-e998-4eba-a484-fbff70eccd7c None None] Network d930a79f-2c00-4aa4-92cf-d3340714ff7b requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:34:58.144447 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.232048 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Deleting port be64c446-4a81-4701-b126-c28447695121 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:34:58.232609 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.277636 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19d2093-7453-4168-906c-106e7dc4588d None None] DHCP port deletion for d930a79f-2c00-4aa4-92cf-d3340714ff7b request from dv-cinder-813227-2-iscsi {{(pid=94837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:34:58.327692 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] For port be64c446-4a81-4701-b126-c28447695121, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=be64c446-4a81-4701-b126-c28447695121,segment=NetworkSegment(3e9ca17a-c481-4000-8c95-4ee2618d2b87),segment_id=3e9ca17a-c481-4000-8c95-4ee2618d2b87)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:58.327692 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.340232 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Calling delete_port for be64c446-4a81-4701-b126-c28447695121 owned by network:dhcp {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:34:58.344139 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f19d2093-7453-4168-906c-106e7dc4588d None None] Deleting port be64c446-4a81-4701-b126-c28447695121 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:34:58.344139 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f19d2093-7453-4168-906c-106e7dc4588d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.344381 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-7cd20306-03e8-4fa5-a5b6-82cb8274a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:58.344381 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-7cd20306-03e8-4fa5-a5b6-82cb8274a071 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da&tenant_id=94cdd5201533434888e7691148b9a3a8 HTTP/1.1" status: 200 len: 1096 time: 0.0473628 Oct 12 18:34:58.415885 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-93ab5e46-f54d-40fb-816c-c2aa9c3c5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:58.417454 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-93ab5e46-f54d-40fb-816c-c2aa9c3c5bf3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94cdd5201533434888e7691148b9a3a8&device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 1096 time: 0.0514374 Oct 12 18:34:58.423367 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-f19d2093-7453-4168-906c-106e7dc4588d None None] For port be64c446-4a81-4701-b126-c28447695121, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=be64c446-4a81-4701-b126-c28447695121,segment=NetworkSegment(3e9ca17a-c481-4000-8c95-4ee2618d2b87),segment_id=3e9ca17a-c481-4000-8c95-4ee2618d2b87)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:34:58.423919 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f19d2093-7453-4168-906c-106e7dc4588d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.438506 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f19d2093-7453-4168-906c-106e7dc4588d None None] Calling delete_port for be64c446-4a81-4701-b126-c28447695121 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:34:58.514730 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-a91958e7-f124-4b1c-9481-5548f6b2486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:58.516193 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-a91958e7-f124-4b1c-9481-5548f6b2486f service neutron] 10.222.0.42 "GET /v2.0/networks?id=80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 200 len: 918 time: 0.0908244 Oct 12 18:34:58.518553 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.524637 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f19d2093-7453-4168-906c-106e7dc4588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.550634 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Pushing event deleted for resources: {'Port': ['ID=be64c446-4a81-4701-b126-c28447695121,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:58.552647 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] No DVR routers for this DVR port be64c446-4a81-4701-b126-c28447695121 on host dv-cinder-813227-2-iscsi {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:34:58.555979 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d2093-7453-4168-906c-106e7dc4588d None None] Pushing event deleted for resources: {'Port': ['ID=be64c446-4a81-4701-b126-c28447695121,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:58.559361 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d2093-7453-4168-906c-106e7dc4588d None None] No DVR routers for this DVR port be64c446-4a81-4701-b126-c28447695121 on host dv-cinder-813227-2-iscsi {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:34:58.603477 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-0396de0a-527a-447f-9701-fec2557fca31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054 HTTP/1.1" status: 200 len: 998 time: 0.0734205 Oct 12 18:34:58.653109 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.673629 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-aaef51ed-0490-4ac2-b585-77a5b85100ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:58.675051 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-aaef51ed-0490-4ac2-b585-77a5b85100ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 200 len: 856 time: 0.0713298 Oct 12 18:34:58.684495 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d930a79f-2c00-4aa4-92cf-d3340714ff7b']}} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:58.695665 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9ca17a-c481-4000-8c95-4ee2618d2b87') {'for_net_delete': True} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:58.698965 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9ca17a-c481-4000-8c95-4ee2618d2b87') {} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:34:58.699113 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 0ba068da-0002-4028-8ced-5d176f938ec3 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:34:58.708611 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840146'] for segment, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.718879 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 0ba068da-0002-4028-8ced-5d176f938ec3 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:34:58.719496 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 0ba068da-0002-4028-8ced-5d176f938ec3 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:34:58.720085 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device be64c446-4a81-4701-b126-c28447695121 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:34:58.723160 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.725326 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-0a999159-bce7-4566-b979-4c4c8dfb0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:58.727378 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-0a999159-bce7-4566-b979-4c4c8dfb0a2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=80f5cd14-5950-4313-a8f0-f81c86803faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445404 Oct 12 18:34:58.729813 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:34:58.730214 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31250374'] for segment, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: Traceback (most recent call last): Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: timer() Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: cb(*args, **kw) Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: return func(*args, **kwargs) Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: self._notify() Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: self.callback(batched_events) Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: event.method(event) Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: return f(self, *a, **k) Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._get(url).json() Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: return self.request(url, 'GET', **kwargs) Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:34:58.731911 dv-cinder-813227-2-iscsi neutron-server[94836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:34:58.740539 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: be64c446-4a81-4701-b126-c28447695121 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:34:58.740882 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device be64c446-4a81-4701-b126-c28447695121 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:34:58.741302 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device f63f2517-8c88-4428-a45f-28eaf59d15e8 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:34:58.762268 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: f63f2517-8c88-4428-a45f-28eaf59d15e8 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:34:58.762608 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device f63f2517-8c88-4428-a45f-28eaf59d15e8 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:34:58.857797 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-ea042e91-b612-44f7-891a-d270c9b92915 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216321 Oct 12 18:34:58.861801 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.871679 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:58.879201 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] 10.222.0.18 "DELETE /v2.0/networks/d930a79f-2c00-4aa4-92cf-d3340714ff7b HTTP/1.1" status: 204 len: 168 time: 0.8120475 Oct 12 18:34:58.891987 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f26c7-4d29-4c11-994e-be9e2d62498a admin admin] Pushing event deleted for resources: {'Network': ['ID=d930a79f-2c00-4aa4-92cf-d3340714ff7b,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:34:58.940962 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68994-09ee-43cd-8914-ea59763a2b5b req-97ca1500-69e0-4816-9dc4-b94b1bbfedf5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:34:58.946801 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5bc68994-09ee-43cd-8914-ea59763a2b5b req-97ca1500-69e0-4816-9dc4-b94b1bbfedf5 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.1225805 Oct 12 18:34:58.995848 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8418c91e-6785-4ab3-8a46-b786fc356594 req-6cb89df6-a9a9-4909-925b-b475f4641952 service neutron] 10.222.0.42 "GET /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290274 Oct 12 18:34:59.000969 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5bc68994-09ee-43cd-8914-ea59763a2b5b req-e793944b-74d9-4857-a189-2529909ecbea tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519454 Oct 12 18:34:59.280699 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 52240) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:59.321972 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-454d5928-56ad-4f76-b011-0786ddedf4f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38a1ca7b8f55456eb3c6946099885e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398865 Oct 12 18:34:59.324562 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 52244) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:34:59.374268 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ac529052-6aa5-4051-bc6a-23ff00883dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:59.396311 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ac529052-6aa5-4051-bc6a-23ff00883dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:59.543984 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ac529052-6aa5-4051-bc6a-23ff00883dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:59.546576 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ac529052-6aa5-4051-bc6a-23ff00883dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:34:59.547727 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-ac529052-6aa5-4051-bc6a-23ff00883dc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c1e773a-4765-4c97-b236-b96d6c78adb0 HTTP/1.1" status: 204 len: 168 time: 0.2223179 Oct 12 18:34:59.555719 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac529052-6aa5-4051-bc6a-23ff00883dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1e773a-4765-4c97-b236-b96d6c78adb0,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:00.139133 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97816b01-7250-4662-99de-3e0d035b3d37 req-f26eee3d-b6f0-40aa-8ca4-4e64dd57460a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:00.140604 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-97816b01-7250-4662-99de-3e0d035b3d37 req-f26eee3d-b6f0-40aa-8ca4-4e64dd57460a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0606339 Oct 12 18:35:00.192700 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-97816b01-7250-4662-99de-3e0d035b3d37 req-24dcfa77-7ec0-4a2b-8970-3a5b0e4e7f8e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458333 Oct 12 18:35:00.342590 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 52268) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:00.411635 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-b334ee5d-04cc-4a0d-a99a-537468fd91dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31e826e73cd747eba516dd786f63bc90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678685 Oct 12 18:35:00.414058 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 52272) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:00.468717 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee581-dc43-4922-a41e-984ffe25174c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:00.504962 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee581-dc43-4922-a41e-984ffe25174c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:00.623956 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee581-dc43-4922-a41e-984ffe25174c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:00.626979 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee581-dc43-4922-a41e-984ffe25174c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:00.630596 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-2e9ee581-dc43-4922-a41e-984ffe25174c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ae1b0d8-a767-4beb-b1cd-bce115b70129 HTTP/1.1" status: 204 len: 168 time: 0.2154336 Oct 12 18:35:00.653496 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ee581-dc43-4922-a41e-984ffe25174c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae1b0d8-a767-4beb-b1cd-bce115b70129,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:01.326593 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9fc21-896d-434b-a0eb-4f203ae55743 req-1a094869-a28b-452b-b516-014efdcd2ad8 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:01.328176 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5c9fc21-896d-434b-a0eb-4f203ae55743 req-1a094869-a28b-452b-b516-014efdcd2ad8 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0574961 Oct 12 18:35:01.369011 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d5c9fc21-896d-434b-a0eb-4f203ae55743 req-64cc1498-7cd4-42de-912c-1c2097067fdb tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349178 Oct 12 18:35:02.490504 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55be12e-c4e4-478f-98da-396a9ed8afa0 req-68a96926-01f5-4a09-9248-7ffafbcd6099 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:02.491968 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f55be12e-c4e4-478f-98da-396a9ed8afa0 req-68a96926-01f5-4a09-9248-7ffafbcd6099 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0487280 Oct 12 18:35:02.529391 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f55be12e-c4e4-478f-98da-396a9ed8afa0 req-fe795e3f-01bc-4d9b-81bc-dbe71bf99b16 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310111 Oct 12 18:35:03.649367 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047cfe9-e5f9-4452-b3c4-b2c59a902b76 req-b10597ed-7872-404f-bae9-052f992943e0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:03.650895 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f047cfe9-e5f9-4452-b3c4-b2c59a902b76 req-b10597ed-7872-404f-bae9-052f992943e0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0488687 Oct 12 18:35:03.697019 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f047cfe9-e5f9-4452-b3c4-b2c59a902b76 req-4636a227-47f5-4993-9ec6-b622b77b9652 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356326 Oct 12 18:35:04.309647 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df3fa72c-153b-4814-bfa2-5e4d97b9f961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:04.850666 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65276da6-c494-4201-88a1-61013343baef req-58f2f27e-4b41-4418-93de-83cb0298ae63 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:04.852135 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-65276da6-c494-4201-88a1-61013343baef req-58f2f27e-4b41-4418-93de-83cb0298ae63 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0563898 Oct 12 18:35:04.912261 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-65276da6-c494-4201-88a1-61013343baef req-528e9ce8-405b-48b4-b1f9-c088cf4d401c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536420 Oct 12 18:35:06.025826 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90649e9-5b33-4a7f-90f5-685911bb65b2 req-6e3207d8-492e-4636-9e45-061450bbe225 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:06.027270 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b90649e9-5b33-4a7f-90f5-685911bb65b2 req-6e3207d8-492e-4636-9e45-061450bbe225 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0479748 Oct 12 18:35:06.069888 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b90649e9-5b33-4a7f-90f5-685911bb65b2 req-95476412-e52d-41ef-9834-25180a6a1f3a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324659 Oct 12 18:35:07.196279 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499b79c-0cda-4fe7-939f-b1035d2f8f80 req-6a2a90c1-ade9-4286-b435-e5b9d1c3a69b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:07.197758 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8499b79c-0cda-4fe7-939f-b1035d2f8f80 req-6a2a90c1-ade9-4286-b435-e5b9d1c3a69b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0491292 Oct 12 18:35:07.235457 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8499b79c-0cda-4fe7-939f-b1035d2f8f80 req-ea791121-a587-4b15-a256-a295b6eb96df tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311422 Oct 12 18:35:07.246915 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c65896f2-b521-4f8c-b00a-6ae7a1c95ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:08.012042 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:08.315039 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:08.365052 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1849f-9b4d-4394-bab4-e427cef101c9 req-65182a44-9f62-43b6-80d8-dd79289ad47b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:08.366512 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a3e1849f-9b4d-4394-bab4-e427cef101c9 req-65182a44-9f62-43b6-80d8-dd79289ad47b tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0533392 Oct 12 18:35:08.408596 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a3e1849f-9b4d-4394-bab4-e427cef101c9 req-78bf85d5-d668-4c9c-9155-deb490e5c0fa tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322878 Oct 12 18:35:09.543487 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9add49c-5cb4-4160-a03f-8e3756477afa req-64690306-1669-4ab9-9834-4d8c94c72844 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:09.551274 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d9add49c-5cb4-4160-a03f-8e3756477afa req-64690306-1669-4ab9-9834-4d8c94c72844 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0693772 Oct 12 18:35:09.585048 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d9add49c-5cb4-4160-a03f-8e3756477afa req-3c505836-bb41-4199-9802-d9c45845e991 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328729 Oct 12 18:35:09.978173 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:10.720386 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20a47b-0dd0-47af-9d2c-a14883a3d468 req-02444fe8-147d-40ca-be77-f7f1d464f8c1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:10.721882 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3b20a47b-0dd0-47af-9d2c-a14883a3d468 req-02444fe8-147d-40ca-be77-f7f1d464f8c1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0559106 Oct 12 18:35:10.760107 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3b20a47b-0dd0-47af-9d2c-a14883a3d468 req-e1eb556a-3726-4e12-a3d8-34e39676f4fd tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322025 Oct 12 18:35:10.906926 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:11.886498 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f75ab-ef89-4bb1-baa6-e1663a98c24b req-cb859cb4-1534-4b69-b2b6-ae86756951bc tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:11.888457 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2e2f75ab-ef89-4bb1-baa6-e1663a98c24b req-cb859cb4-1534-4b69-b2b6-ae86756951bc tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0546401 Oct 12 18:35:11.928268 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2e2f75ab-ef89-4bb1-baa6-e1663a98c24b req-ad3b6a00-dc86-41ac-bb03-eedf4559f21c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334558 Oct 12 18:35:13.054028 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1b5b7-953c-4c17-a8d8-a2ed2d46b509 req-b93478a9-312e-4d13-b4e6-05904754bab4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:13.055489 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-09f1b5b7-953c-4c17-a8d8-a2ed2d46b509 req-b93478a9-312e-4d13-b4e6-05904754bab4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0489717 Oct 12 18:35:13.095346 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-09f1b5b7-953c-4c17-a8d8-a2ed2d46b509 req-54286e72-6996-4a23-9bb3-7ec52a86bdb8 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335970 Oct 12 18:35:14.219399 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6ed16-8a94-4897-baf1-2771f1563c0c req-1ae1f52e-c717-4b72-bdb0-8db8a0df5ccc tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:14.220909 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d7e6ed16-8a94-4897-baf1-2771f1563c0c req-1ae1f52e-c717-4b72-bdb0-8db8a0df5ccc tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0541806 Oct 12 18:35:14.260957 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d7e6ed16-8a94-4897-baf1-2771f1563c0c req-4f185664-4c63-473a-b96c-f97603fd1e11 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341067 Oct 12 18:35:15.388211 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82566e59-fa04-420b-a251-9b299d780ac2 req-3942abbe-5bb2-44de-9135-7801c340e5c4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:15.389712 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-82566e59-fa04-420b-a251-9b299d780ac2 req-3942abbe-5bb2-44de-9135-7801c340e5c4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0542655 Oct 12 18:35:15.427234 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-82566e59-fa04-420b-a251-9b299d780ac2 req-8fc061f5-20ce-45f4-a7b5-d0c8537d1842 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316849 Oct 12 18:35:16.555455 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bf443-147d-4d36-9f94-03a3fba77fbe req-46776116-54da-4f58-9dd3-cc508e2308c9 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:16.557098 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a3bf443-147d-4d36-9f94-03a3fba77fbe req-46776116-54da-4f58-9dd3-cc508e2308c9 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0512292 Oct 12 18:35:16.621692 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a3bf443-147d-4d36-9f94-03a3fba77fbe req-402052c8-a776-467c-964e-7751ff66fd14 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496783 Oct 12 18:35:17.759160 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f1e66-d822-4bcf-8f9d-72c5ae7822e0 req-1dc0893a-9570-49cf-8dd2-6d79c22f1bc7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:17.760814 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f68f1e66-d822-4bcf-8f9d-72c5ae7822e0 req-1dc0893a-9570-49cf-8dd2-6d79c22f1bc7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0487142 Oct 12 18:35:17.801337 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f68f1e66-d822-4bcf-8f9d-72c5ae7822e0 req-dbf88e43-37bd-4a78-924c-ca01be2cf788 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341430 Oct 12 18:35:18.928132 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e958-480c-4101-a1ca-8bbce4d88ce4 req-a8efa4d9-67d1-4d3c-8298-82ee3989c81d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:18.930931 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2034e958-480c-4101-a1ca-8bbce4d88ce4 req-a8efa4d9-67d1-4d3c-8298-82ee3989c81d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0532227 Oct 12 18:35:18.971030 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2034e958-480c-4101-a1ca-8bbce4d88ce4 req-d5ba46f1-f9e4-4661-86dc-c32a3d066b45 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354302 Oct 12 18:35:20.089061 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45ab1a-b213-4bb9-b8a0-c6ef860bf24a req-f470c51a-8221-459c-ba3d-98a40fe60d66 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:20.091135 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3a45ab1a-b213-4bb9-b8a0-c6ef860bf24a req-f470c51a-8221-459c-ba3d-98a40fe60d66 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0472801 Oct 12 18:35:20.126961 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3a45ab1a-b213-4bb9-b8a0-c6ef860bf24a req-d20fb539-7f8d-4475-8c5a-f3ad5599923c tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301840 Oct 12 18:35:21.242964 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87297b80-31c4-4835-bc92-82fccccbac5f req-87583817-49ac-438d-be95-c56f2d35e186 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:21.244427 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-87297b80-31c4-4835-bc92-82fccccbac5f req-87583817-49ac-438d-be95-c56f2d35e186 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0475621 Oct 12 18:35:21.283258 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-87297b80-31c4-4835-bc92-82fccccbac5f req-37b19a49-e9a7-4110-8af6-865b35614904 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320766 Oct 12 18:35:22.407276 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85d76a-ec89-4fa5-bcaa-221da358d8da req-43ace3f5-c71e-4a00-9a37-414eb89171ad tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:22.408760 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fa85d76a-ec89-4fa5-bcaa-221da358d8da req-43ace3f5-c71e-4a00-9a37-414eb89171ad tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0553627 Oct 12 18:35:22.684520 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fa85d76a-ec89-4fa5-bcaa-221da358d8da req-a7495de1-4144-4e71-8a89-05dcc593a7a1 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696915 Oct 12 18:35:23.799733 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a96de-2a0b-4440-9581-fa1653b7c915 req-5f6f5965-e0cc-464e-8121-7e098302e9c0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:23.801169 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f84a96de-2a0b-4440-9581-fa1653b7c915 req-5f6f5965-e0cc-464e-8121-7e098302e9c0 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0467601 Oct 12 18:35:23.846476 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f84a96de-2a0b-4440-9581-fa1653b7c915 req-f3a1f7e7-abe2-4781-a137-33d26da153f2 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395055 Oct 12 18:35:24.976008 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8325d-7bb3-40e0-b029-dd3788b30379 req-93e869b3-09f6-4f46-9cc9-78a11c1455f2 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:24.978510 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cbe8325d-7bb3-40e0-b029-dd3788b30379 req-93e869b3-09f6-4f46-9cc9-78a11c1455f2 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0608573 Oct 12 18:35:25.016898 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cbe8325d-7bb3-40e0-b029-dd3788b30379 req-5ebde476-dcf3-45e0-ba80-979938a0f65e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Oct 12 18:35:26.136066 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b90b94-3984-4f1f-9a8b-d1b9e0c7b85a req-ce9547b4-336c-4654-a56c-43ae8681ac47 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:26.138086 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5b90b94-3984-4f1f-9a8b-d1b9e0c7b85a req-ce9547b4-336c-4654-a56c-43ae8681ac47 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0515649 Oct 12 18:35:26.176550 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5b90b94-3984-4f1f-9a8b-d1b9e0c7b85a req-7d46cc60-ff50-4992-befa-6da07f61e59a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324852 Oct 12 18:35:27.297018 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedb22e-4558-46b1-b7ec-87112c83d388 req-1d0bab74-e6e7-4a42-bde8-f0a9feaec40d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:27.298522 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9fedb22e-4558-46b1-b7ec-87112c83d388 req-1d0bab74-e6e7-4a42-bde8-f0a9feaec40d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0505731 Oct 12 18:35:27.337142 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9fedb22e-4558-46b1-b7ec-87112c83d388 req-40f24cd5-4bd6-47ef-bd57-bbe93adcbcde tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320361 Oct 12 18:35:28.440519 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b4b7683-8980-4bd3-9e9f-66f9276cb054 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:35:28.459775 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cdff6-3e44-47ef-8ca4-f13aa4e83360 req-9bc38357-89b2-4511-89fd-e9a008fa9de4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:28.461347 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5d1cdff6-3e44-47ef-8ca4-f13aa4e83360 req-9bc38357-89b2-4511-89fd-e9a008fa9de4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 943 time: 0.0531640 Oct 12 18:35:28.501423 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5d1cdff6-3e44-47ef-8ca4-f13aa4e83360 req-824f4950-d4c4-4464-b516-9a0f21dcef85 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342250 Oct 12 18:35:28.540602 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:28.551700 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'port_id': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'mac_address': 'fa:16:3e:2a:06:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:35:28.586824 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:28.602500 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4b7683-8980-4bd3-9e9f-66f9276cb054 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:35:28.624159 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:28.692005 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:28.738315 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=6b4b7683-8980-4bd3-9e9f-66f9276cb054,revision_number=9']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:29.191084 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['6b4b7683-8980-4bd3-9e9f-66f9276cb054'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:35:29.633180 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a8e8e-d440-420c-90a7-ef063bc780ac req-bafd8ff0-a5c2-40fb-8fa6-dfe302209988 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:29.634664 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d6a8e8e-d440-420c-90a7-ef063bc780ac req-bafd8ff0-a5c2-40fb-8fa6-dfe302209988 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 944 time: 0.0541539 Oct 12 18:35:29.676929 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d6a8e8e-d440-420c-90a7-ef063bc780ac req-c2ef47f9-b132-41fa-bf9b-6b485c37cf75 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358756 Oct 12 18:35:30.416837 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-1e34d822-a1fe-4692-b96a-1e0bc87d9fe9 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773849625&fields=id&tenant_id=d1b808c36ccd4256858530aedc0a6f64 HTTP/1.1" status: 200 len: 267 time: 0.0325165 Oct 12 18:35:30.455547 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b4b7683-8980-4bd3-9e9f-66f9276cb054 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:35:30.503962 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 6b4b7683-8980-4bd3-9e9f-66f9276cb054 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:35:30.504324 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:30.526439 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-b787eeb4-cde5-4e78-a84f-59e60aec78fb tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:30.530283 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-b787eeb4-cde5-4e78-a84f-59e60aec78fb tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 811 time: 0.1039417 Oct 12 18:35:30.543075 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-e7aaef5d-8018-4c3f-814a-626e70c28593 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/quotas/d1b808c36ccd4256858530aedc0a6f64 HTTP/1.1" status: 200 len: 375 time: 0.0088434 Oct 12 18:35:30.579487 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:30.601462 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:35:30.603616 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-2145c91b-6c11-4c63-ba26-0c20aada7e2b tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0545816 Oct 12 18:35:30.603759 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b3362-3ce2-4ea9-a775-cd947cb67c1d" -d '{"events": [{"server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "name": "network-vif-plugged", "status": "completed", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:35:30.617961 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:30.645507 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2a080c-d41e-4ad6-90b4-ac5a73ca8e2b x-openstack-request-id: req-cf2a080c-d41e-4ad6-90b4-ac5a73ca8e2b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:35:30.645796 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "name": "network-vif-plugged", "status": "completed", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:35:30.646047 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf2a080c-d41e-4ad6-90b4-ac5a73ca8e2b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:35:30.646460 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'code': 200} Oct 12 18:35:30.709438 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:30.713531 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-dd627521-61a4-4f63-abb7-6d889274aadf service neutron] 10.222.0.18 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829411 Oct 12 18:35:30.763230 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=6b4b7683-8980-4bd3-9e9f-66f9276cb054,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:30.770585 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:30.771013 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:30.771460 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:30.771866 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:30.772282 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:30.772701 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:30.773092 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:30.773482 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:30.773895 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:30.774287 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:30.774675 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:30.775061 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:30.844184 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a69ea-19f4-464d-a593-a71dece1ccfa req-3c0f6540-37dd-4051-b0e1-f8bd6bdeac7a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:30.845742 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-200a69ea-19f4-464d-a593-a71dece1ccfa req-3c0f6540-37dd-4051-b0e1-f8bd6bdeac7a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 946 time: 0.0795300 Oct 12 18:35:30.849431 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-3667e446-4394-4f8a-9d23-0929c83430b6 service neutron] 10.222.0.18 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301110 Oct 12 18:35:30.884266 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-200a69ea-19f4-464d-a593-a71dece1ccfa req-7343b579-447d-4c7f-962b-b83cc659cb1f tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325983 Oct 12 18:35:31.025569 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edc50d-32de-4af2-96f9-f961c461ea05 req-15d84733-d7e9-43f2-af03-eabb5ae3cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:31.025569 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d4edc50d-32de-4af2-96f9-f961c461ea05 req-15d84733-d7e9-43f2-af03-eabb5ae3cf73 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 1099 time: 0.0422182 Oct 12 18:35:31.066420 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d4edc50d-32de-4af2-96f9-f961c461ea05 req-a32fef1d-4ee5-498d-9de6-64e1ea184efe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355487 Oct 12 18:35:31.844414 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691db28c-191f-4788-bd3d-eee0b8f54cf7 req-44ea5c07-df72-4555-984a-df13e09b867e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:31.845898 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-691db28c-191f-4788-bd3d-eee0b8f54cf7 req-44ea5c07-df72-4555-984a-df13e09b867e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 945 time: 0.0520830 Oct 12 18:35:31.883116 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-691db28c-191f-4788-bd3d-eee0b8f54cf7 req-e49fdbd5-4b15-4aed-889a-167eae74d055 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Oct 12 18:35:32.004954 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a4177-517d-40b4-abac-a7ef0c80697e req-c0931530-b615-4f33-aeb7-c58bd8eca3aa tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:32.006460 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-580a4177-517d-40b4-abac-a7ef0c80697e req-c0931530-b615-4f33-aeb7-c58bd8eca3aa tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 946 time: 0.0487049 Oct 12 18:35:32.043759 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-580a4177-517d-40b4-abac-a7ef0c80697e req-81aa79dc-fa1f-412b-b272-72f624e18adb tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312829 Oct 12 18:35:32.466765 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-179cff69-3744-4c7c-84aa-01e76f38b65f req-cc0c233d-7660-4407-a07f-0595dcbadaef tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 210 time: 0.0285721 Oct 12 18:35:32.989719 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:35:33.004748 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6fbec-7a31-44ac-9f45-2e8bca8df858 req-17eb5392-cb7a-4ef5-9a68-d91850ba35d5 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:33.006199 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a4f6fbec-7a31-44ac-9f45-2e8bca8df858 req-17eb5392-cb7a-4ef5-9a68-d91850ba35d5 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 945 time: 0.0560703 Oct 12 18:35:33.044188 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a4f6fbec-7a31-44ac-9f45-2e8bca8df858 req-9c9ebb35-2df7-4bc8-b09a-3641e41dbd89 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319867 Oct 12 18:35:33.162230 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422559d8-7a5c-4324-8316-ba7f12360f5a req-07464116-00f5-47ce-860a-7e78932382c6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:33.163720 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-422559d8-7a5c-4324-8316-ba7f12360f5a req-07464116-00f5-47ce-860a-7e78932382c6 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 946 time: 0.0489006 Oct 12 18:35:33.202939 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-422559d8-7a5c-4324-8316-ba7f12360f5a req-65e4ae68-6bb0-4920-90ad-dfaea8c1d901 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331166 Oct 12 18:35:33.562620 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6f08f93c-9aa8-497c-9de5-fc7f98d51271 req-99794387-0d6d-4c19-800b-36c0bf1dcb33 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 210 time: 0.0278995 Oct 12 18:35:33.961659 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d3e6f-c398-4a8c-9fa4-cc546600694c req-022aba0b-a245-44e8-97a9-5d5aa4d4ac05 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:33.963165 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-135d3e6f-c398-4a8c-9fa4-cc546600694c req-022aba0b-a245-44e8-97a9-5d5aa4d4ac05 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 945 time: 0.0568526 Oct 12 18:35:34.010039 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-135d3e6f-c398-4a8c-9fa4-cc546600694c req-9eb329c5-b046-4299-8209-98bc3612285e tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397062 Oct 12 18:35:34.162774 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cfbaa-6bf8-4216-883b-1e76aa00dfa3 req-ff703844-2e02-4bdd-bb02-8958a807a77a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:34.164273 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0e4cfbaa-6bf8-4216-883b-1e76aa00dfa3 req-ff703844-2e02-4bdd-bb02-8958a807a77a tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 945 time: 0.0507331 Oct 12 18:35:34.203890 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0e4cfbaa-6bf8-4216-883b-1e76aa00dfa3 req-d81676ce-bb85-460a-9bd3-29b4a5f846c1 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328622 Oct 12 18:35:34.295074 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2df25024-fe3c-4df9-9da8-a0468f1a7a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:34.323714 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e3959-68a4-4a78-8e8a-47e183cfe1d9 req-9752f150-b3a0-4a91-933b-9dc8afa1b4aa tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:34.325242 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5a7e3959-68a4-4a78-8e8a-47e183cfe1d9 req-9752f150-b3a0-4a91-933b-9dc8afa1b4aa tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 946 time: 0.0497909 Oct 12 18:35:34.363579 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5a7e3959-68a4-4a78-8e8a-47e183cfe1d9 req-0ec262a5-47d2-4c37-b004-773106462f6e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319898 Oct 12 18:35:34.496960 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fd955-6baf-4153-b367-643f42a76828 req-1f9c47db-efd3-409b-9eb8-1fc59e3850f3 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:34.498293 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-577fd955-6baf-4153-b367-643f42a76828 req-1f9c47db-efd3-409b-9eb8-1fc59e3850f3 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.42 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 945 time: 0.0538712 Oct 12 18:35:34.595605 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Deleting port 5768eef0-c768-4c9b-af39-569bde13629c {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:35:34.595937 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:34.698603 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] For port 5768eef0-c768-4c9b-af39-569bde13629c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5768eef0-c768-4c9b-af39-569bde13629c,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:34.698968 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:34.877183 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ab88352b-dad8-4fe4-9930-4ab006c0f844 req-386f3511-c809-4f05-861d-cb573b54c997 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 210 time: 0.2391613 Oct 12 18:35:34.963654 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-d062a928-1371-4302-bbc1-855a1558c109 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:34.965277 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-d062a928-1371-4302-bbc1-855a1558c109 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 811 time: 0.2158759 Oct 12 18:35:34.996524 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:34.996777 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:34.997087 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.l3_db [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Floating IP 324b11da-44a7-4caa-a8e9-38e94d85f38a disassociated. External IP: 172.27.1.87, port: 5768eef0-c768-4c9b-af39-569bde13629c. Oct 12 18:35:34.998030 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Calling delete_port for 5768eef0-c768-4c9b-af39-569bde13629c owned by compute:nova {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:35:35.068427 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-dcc20632-bbc9-4f25-a148-fcfcb95e286d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b808c36ccd4256858530aedc0a6f64 HTTP/1.1" status: 200 len: 380 time: 0.0925908 Oct 12 18:35:35.082584 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0c74c4bc-300e-44ed-8814-85c77520f206 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Request body: {'port': {'device_id': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'admin_state_up': True, 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'security_groups': ['798734a7-d7b8-486d-affc-1794ed5d18c1']}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:35:35.249841 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ba54e-760f-47af-a462-22d5e4d97451 req-5f1083fe-e9d4-4191-b9d0-f3573cdbd0b2 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:35.251392 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-905ba54e-760f-47af-a462-22d5e4d97451 req-5f1083fe-e9d4-4191-b9d0-f3573cdbd0b2 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 945 time: 0.1581857 Oct 12 18:35:35.349998 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-905ba54e-760f-47af-a462-22d5e4d97451 req-a9ecb242-48b7-450a-9451-27928671026f tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862908 Oct 12 18:35:35.368346 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcde0bf-7a4a-43cb-b1df-32d8164c9ae0 req-7a7502c3-833c-4f1c-9556-2fd5f4b81f63 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:35.368346 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-abcde0bf-7a4a-43cb-b1df-32d8164c9ae0 req-7a7502c3-833c-4f1c-9556-2fd5f4b81f63 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 945 time: 0.0891824 Oct 12 18:35:35.410671 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-abcde0bf-7a4a-43cb-b1df-32d8164c9ae0 req-470ff2e0-2576-4394-a9af-3471b9783443 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups?id=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364130 Oct 12 18:35:35.426791 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:35.456809 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event deleted for resources: {'Port': ['ID=5768eef0-c768-4c9b-af39-569bde13629c,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:35.469856 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:35.470195 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:35.470529 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:35.470922 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:35.471165 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:35.471487 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:35.471807 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:35.472124 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:35.472464 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:35.472788 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:35.473103 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:35.473435 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:35.511771 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0c74c4bc-300e-44ed-8814-85c77520f206 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Made reservation on behalf of d1b808c36ccd4256858530aedc0a6f64 for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:35:35.515306 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0c74c4bc-300e-44ed-8814-85c77520f206 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:35.674709 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Router bc6cdecb-8e10-40ce-9e30-9af2bf390894 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:35:35.740727 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0c74c4bc-300e-44ed-8814-85c77520f206 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Allocated IP 172.20.0.10 (61bc6454-3943-4ea7-a052-57599eadac06/2b22a110-2927-47ce-936a-32b2d9aa3b9a/6b64a2da-1847-42d7-b301-103470a2877a) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:35:35.875772 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:35:35.890550 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4aa29c-81cd-447d-8134-e7f192103784 None None] Sync routers for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:35:35.900111 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4aa29c-81cd-447d-8134-e7f192103784 None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:35:35.918977 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-cb4aa29c-81cd-447d-8134-e7f192103784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:35:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:35.930342 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] No DVR routers for this DVR port 5768eef0-c768-4c9b-af39-569bde13629c on host hv-cinder-81322 {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:35:35.933114 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:35.936551 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-577fd955-6baf-4153-b367-643f42a76828 req-8841ed7f-e19e-43d7-bb02-e610e267d426 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.42 "DELETE /v2.0/ports/5768eef0-c768-4c9b-af39-569bde13629c HTTP/1.1" status: 204 len: 173 time: 1.4273453 Oct 12 18:35:35.937095 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adfbcc5-a227-49b4-aea6-24a58adcbd78', 'name': 'network-vif-deleted', 'tag': '5768eef0-c768-4c9b-af39-569bde13629c'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:35:35.939551 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0ff613-3e8b-4ea7-91fe-92a2be20e478" -d '{"events": [{"server_uuid": "4adfbcc5-a227-49b4-aea6-24a58adcbd78", "name": "network-vif-deleted", "tag": "5768eef0-c768-4c9b-af39-569bde13629c"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:35:35.989584 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0c74c4bc-300e-44ed-8814-85c77520f206 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:36.010862 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e43da-2354-4dff-b120-d7b4c2967e6b req-99d66374-e422-457e-8563-13998f067a92 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:36.012690 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-a75e43da-2354-4dff-b120-d7b4c2967e6b req-99d66374-e422-457e-8563-13998f067a92 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.42 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 945 time: 0.0844464 Oct 12 18:35:36.041345 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b152c22-37c4-4582-8af1-28c96c4c40b9 x-openstack-request-id: req-6b152c22-37c4-4582-8af1-28c96c4c40b9 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:35:36.041792 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adfbcc5-a227-49b4-aea6-24a58adcbd78", "name": "network-vif-deleted", "tag": "5768eef0-c768-4c9b-af39-569bde13629c", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:35:36.042055 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b152c22-37c4-4582-8af1-28c96c4c40b9 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:35:36.042518 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adfbcc5-a227-49b4-aea6-24a58adcbd78', 'name': 'network-vif-deleted', 'tag': '5768eef0-c768-4c9b-af39-569bde13629c', 'status': 'completed', 'code': 200} Oct 12 18:35:36.074495 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-cb4aa29c-81cd-447d-8134-e7f192103784 None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:35:36.093280 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0c74c4bc-300e-44ed-8814-85c77520f206 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:36.154301 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-a75e43da-2354-4dff-b120-d7b4c2967e6b req-6ea1ab09-d47f-45bd-a2ab-afdc01bc547c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Deleting port 0452dd24-8e0a-42a0-80df-409da03aecd6 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:35:36.154644 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-a75e43da-2354-4dff-b120-d7b4c2967e6b req-6ea1ab09-d47f-45bd-a2ab-afdc01bc547c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:36.192234 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0c74c4bc-300e-44ed-8814-85c77520f206 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Network 61bc6454-3943-4ea7-a052-57599eadac06 is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:35:36.201409 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0c74c4bc-300e-44ed-8814-85c77520f206 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:35:36.213268 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534885cb-0dd7-48c3-ab1f-78f9fc5a5ac6 req-c7edb7ab-3af1-4338-a422-527cad4a1ec9 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:36.220937 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-534885cb-0dd7-48c3-ab1f-78f9fc5a5ac6 req-c7edb7ab-3af1-4338-a422-527cad4a1ec9 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 932 time: 0.2255876 Oct 12 18:35:36.223244 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0c74c4bc-300e-44ed-8814-85c77520f206 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:35:36.249667 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74c4bc-300e-44ed-8814-85c77520f206 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'Port': ['ID=6b64a2da-1847-42d7-b301-103470a2877a,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:36.273651 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-a75e43da-2354-4dff-b120-d7b4c2967e6b req-6ea1ab09-d47f-45bd-a2ab-afdc01bc547c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] For port 0452dd24-8e0a-42a0-80df-409da03aecd6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0452dd24-8e0a-42a0-80df-409da03aecd6,segment=NetworkSegment(e605ebda-a30a-4a94-bbe9-69181e9ed62d),segment_id=e605ebda-a30a-4a94-bbe9-69181e9ed62d)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:36.274438 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-a75e43da-2354-4dff-b120-d7b4c2967e6b req-6ea1ab09-d47f-45bd-a2ab-afdc01bc547c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:36.290121 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-a75e43da-2354-4dff-b120-d7b4c2967e6b req-6ea1ab09-d47f-45bd-a2ab-afdc01bc547c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Calling delete_port for 0452dd24-8e0a-42a0-80df-409da03aecd6 owned by compute:nova {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:35:36.298803 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-534885cb-0dd7-48c3-ab1f-78f9fc5a5ac6 req-0625677b-cf99-4ef4-92b6-8a752df2643b tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768397 Oct 12 18:35:36.340391 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0c74c4bc-300e-44ed-8814-85c77520f206 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:36.341515 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0c74c4bc-300e-44ed-8814-85c77520f206 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:36.357238 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-cb4aa29c-81cd-447d-8134-e7f192103784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 5, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:36.403938 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4aa29c-81cd-447d-8134-e7f192103784 None None] Checking router: bc6cdecb-8e10-40ce-9e30-9af2bf390894 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:35:36.420298 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4aa29c-81cd-447d-8134-e7f192103784 None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:35:36.421033 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-cb4aa29c-81cd-447d-8134-e7f192103784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:35:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:36.459654 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0c74c4bc-300e-44ed-8814-85c77520f206 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3843031 Oct 12 18:35:36.463947 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 5768eef0-c768-4c9b-af39-569bde13629c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:35:36.487376 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Request body: {'port': {'device_id': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:35:36.505077 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: 5768eef0-c768-4c9b-af39-569bde13629c {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:35:36.505611 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 5768eef0-c768-4c9b-af39-569bde13629c not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:35:36.535787 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-a75e43da-2354-4dff-b120-d7b4c2967e6b req-6ea1ab09-d47f-45bd-a2ab-afdc01bc547c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:36.571086 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-8e44dbcb-6cd6-41f8-8cd6-0fb84eac614e None None] Provisioning complete for port 6b64a2da-1847-42d7-b301-103470a2877a triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:35:36.571520 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e44dbcb-6cd6-41f8-8cd6-0fb84eac614e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:36.589406 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-96a9da92-2ff0-4076-8ede-9a6f069e5492 req-9d3bb2f8-ef46-480b-9d47-21a70dc39d69 tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adfbcc5-a227-49b4-aea6-24a58adcbd78 HTTP/1.1" status: 200 len: 210 time: 0.0607605 Oct 12 18:35:36.591578 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1ab09-d47f-45bd-a2ab-afdc01bc547c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Pushing event deleted for resources: {'Port': ['ID=0452dd24-8e0a-42a0-80df-409da03aecd6,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:36.636502 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-8e44dbcb-6cd6-41f8-8cd6-0fb84eac614e None None] Port 6b64a2da-1847-42d7-b301-103470a2877a cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:35:36.645310 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e6c9e-a919-499b-a2df-8f952f6a6ba3 req-d8872bd4-fc51-4651-b2a4-1e01fb509284 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:36.646966 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-388e6c9e-a919-499b-a2df-8f952f6a6ba3 req-d8872bd4-fc51-4651-b2a4-1e01fb509284 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 867 time: 0.2024286 Oct 12 18:35:36.649909 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-cb4aa29c-81cd-447d-8134-e7f192103784 None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:35:36.650289 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:36.659826 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75e43da-2354-4dff-b120-d7b4c2967e6b req-6ea1ab09-d47f-45bd-a2ab-afdc01bc547c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] No DVR routers for this DVR port 0452dd24-8e0a-42a0-80df-409da03aecd6 on host hv-cinder-81322 {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:35:36.664341 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-a75e43da-2354-4dff-b120-d7b4c2967e6b req-6ea1ab09-d47f-45bd-a2ab-afdc01bc547c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:36.666225 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-a75e43da-2354-4dff-b120-d7b4c2967e6b req-6ea1ab09-d47f-45bd-a2ab-afdc01bc547c tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.42 "DELETE /v2.0/ports/0452dd24-8e0a-42a0-80df-409da03aecd6 HTTP/1.1" status: 204 len: 173 time: 0.6457393 Oct 12 18:35:36.666690 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220439aa-4c2e-48cd-8704-e6bc6f3e9ebf', 'name': 'network-vif-deleted', 'tag': '0452dd24-8e0a-42a0-80df-409da03aecd6'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:35:36.669630 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705f159e-3500-4e61-bc7b-d0e71bff4c04" -d '{"events": [{"server_uuid": "220439aa-4c2e-48cd-8704-e6bc6f3e9ebf", "name": "network-vif-deleted", "tag": "0452dd24-8e0a-42a0-80df-409da03aecd6"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:35:36.708549 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fc175f-b58d-4a18-9cae-8d725f804b6b x-openstack-request-id: req-c2fc175f-b58d-4a18-9cae-8d725f804b6b {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:35:36.708924 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220439aa-4c2e-48cd-8704-e6bc6f3e9ebf", "name": "network-vif-deleted", "tag": "0452dd24-8e0a-42a0-80df-409da03aecd6", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:35:36.709226 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2fc175f-b58d-4a18-9cae-8d725f804b6b {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:35:36.709622 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220439aa-4c2e-48cd-8704-e6bc6f3e9ebf', 'name': 'network-vif-deleted', 'tag': '0452dd24-8e0a-42a0-80df-409da03aecd6', 'status': 'completed', 'code': 200} Oct 12 18:35:36.730127 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-388e6c9e-a919-499b-a2df-8f952f6a6ba3 req-4edf208f-8878-4c7d-9379-6bb399cb7ad9 tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/security-groups?id=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761819 Oct 12 18:35:36.988507 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b64a2da-1847-42d7-b301-103470a2877a {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:35:36.997008 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:37.001743 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-cb4aa29c-81cd-447d-8134-e7f192103784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 5, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:37.010258 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Transition to ACTIVE for port object 6b64a2da-1847-42d7-b301-103470a2877a will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:35:37.040856 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4aa29c-81cd-447d-8134-e7f192103784 None None] The sync data for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi is: [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:40Z', 'revision_number': 4, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'd03951fe-2003-4240-aece-485523156d70', 'name': '', 'network_id': 'c28011f7-a600-4bea-98eb-e6748c99ba11', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'mac_address': 'fa:16:3e:83:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:37Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 5, 'project_id': 'ee04649277c84912b20967b31162615b', 'subnets': [{'id': 'ecb784df-79ec-41a5-852a-05a0e006be4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:35:37.107638 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:37.161414 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b64a2da-1847-42d7-b301-103470a2877a,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:37.238371 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Attempting to bind port 6b64a2da-1847-42d7-b301-103470a2877a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:35:37.238854 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Attempting to bind port 6b64a2da-1847-42d7-b301-103470a2877a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:35:37.239206 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Attempting to bind port 6b64a2da-1847-42d7-b301-103470a2877a on network 61bc6454-3943-4ea7-a052-57599eadac06 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:35:37.244622 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Port 6b64a2da-1847-42d7-b301-103470a2877a on network 61bc6454-3943-4ea7-a052-57599eadac06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:35:37.244936 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Attempting to bind port 6b64a2da-1847-42d7-b301-103470a2877a on network 61bc6454-3943-4ea7-a052-57599eadac06 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:35:37.250708 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:35:37.251102 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Checking segment: {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:35:37.251424 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Bound using segment: {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:35:37.251851 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Bound port: 6b64a2da-1847-42d7-b301-103470a2877a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293ab8f8-cb5b-41eb-b4f7-72feceb173d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:35:37.252201 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:37.267270 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65d69ab3-54c8-4ca4-96a3-056fd2b49af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:37.298046 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843e6f3-c570-49c6-9a7c-ac17ca5c49bd None None] New status for floating IP 324b11da-44a7-4caa-a8e9-38e94d85f38a: DOWN {{(pid=94838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:35:37.347413 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] For port 6b64a2da-1847-42d7-b301-103470a2877a, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:35:37.350486 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] For port 6b64a2da-1847-42d7-b301-103470a2877a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b64a2da-1847-42d7-b301-103470a2877a,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:35:37.432238 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492b002-3f9a-42bc-a4dc-71d100cd7870 req-1ffa378f-0cf2-436c-81b0-23bf9ed0dc49 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:37.433728 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9492b002-3f9a-42bc-a4dc-71d100cd7870 req-1ffa378f-0cf2-436c-81b0-23bf9ed0dc49 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 944 time: 0.0515585 Oct 12 18:35:37.447434 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:37.506279 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:37.506531 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:37.507902 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] 10.222.0.42 "PUT /v2.0/ports/6b64a2da-1847-42d7-b301-103470a2877a HTTP/1.1" status: 200 len: 1094 time: 1.0295515 Oct 12 18:35:37.514305 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9492b002-3f9a-42bc-a4dc-71d100cd7870 req-fcef88c1-7ff6-4455-ae6b-d69d43d0f713 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744841 Oct 12 18:35:37.532278 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8d863-d6d1-4d7a-9def-92da2be1e3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b64a2da-1847-42d7-b301-103470a2877a,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:37.714237 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0a42f704-77a8-4f78-a9b0-fbdde9bfad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:37.715714 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-0a42f704-77a8-4f78-a9b0-fbdde9bfad36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 1097 time: 0.0589387 Oct 12 18:35:37.758236 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-cc852768-b47c-425e-abf0-9ca9a0a1510d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b64a2da-1847-42d7-b301-103470a2877a HTTP/1.1" status: 200 len: 217 time: 0.0337429 Oct 12 18:35:37.793571 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52662) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:37.809444 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-a2215dff-8910-4f76-9df0-1e500ee4803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:37.811548 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-a2215dff-8910-4f76-9df0-1e500ee4803a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b22a110-2927-47ce-936a-32b2d9aa3b9a HTTP/1.1" status: 200 len: 850 time: 0.0461180 Oct 12 18:35:37.855147 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-31f72ffa-aac4-412e-b1e6-959e4d5a7ae4 req-43e756bf-6f78-444a-8dc2-50cace3d29af tempest-VolumesSnapshotTestJSON-1319049793 tempest-VolumesSnapshotTestJSON-1319049793-project] 10.222.0.18 "GET /v2.0/ports?device_id=220439aa-4c2e-48cd-8704-e6bc6f3e9ebf HTTP/1.1" status: 200 len: 210 time: 0.0382123 Oct 12 18:35:37.855925 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3b002a7f-e8ba-474b-89b7-4d85dfb8fe1e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:37.884046 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3b002a7f-e8ba-474b-89b7-4d85dfb8fe1e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:37.889699 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-e3a27c25-5f21-412f-8f8b-183fd8108a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:37.893777 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-e3a27c25-5f21-412f-8f8b-183fd8108a2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61bc6454-3943-4ea7-a052-57599eadac06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622194 Oct 12 18:35:37.985878 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-59c2b8df-95ae-4eca-b830-349af17c3112 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871956 Oct 12 18:35:38.009315 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3b002a7f-e8ba-474b-89b7-4d85dfb8fe1e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:38.011862 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3b002a7f-e8ba-474b-89b7-4d85dfb8fe1e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:38.015986 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-3b002a7f-e8ba-474b-89b7-4d85dfb8fe1e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "DELETE /v2.0/security-groups/335a866e-0027-4d1b-9ea4-bcafdc2c9fe8 HTTP/1.1" status: 204 len: 168 time: 0.2177236 Oct 12 18:35:38.025846 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52664) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:38.034670 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b002a7f-e8ba-474b-89b7-4d85dfb8fe1e tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=335a866e-0027-4d1b-9ea4-bcafdc2c9fe8,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:38.041973 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.api.v2.resource [None req-bbcfb8b9-0671-459f-8c20-299493dc629b tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] show failed (client error): The resource could not be found. Oct 12 18:35:38.043034 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-bbcfb8b9-0671-459f-8c20-299493dc629b tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "GET /v2.0/security-groups/335a866e-0027-4d1b-9ea4-bcafdc2c9fe8 HTTP/1.1" status: 404 len: 347 time: 0.0254009 Oct 12 18:35:38.046171 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:38.047358 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'tag': '6b64a2da-1847-42d7-b301-103470a2877a'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:35:38.047938 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52666) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:38.050041 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a496b5-ee9c-4548-95a3-6f1c0a1be5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7", "tag": "6b64a2da-1847-42d7-b301-103470a2877a"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:35:38.096374 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7560f76f-35c9-4485-ada6-738491c5232b x-openstack-request-id: req-7560f76f-35c9-4485-ada6-738491c5232b {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:35:38.097025 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7", "tag": "6b64a2da-1847-42d7-b301-103470a2877a", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:35:38.097284 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7560f76f-35c9-4485-ada6-738491c5232b {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:35:38.097682 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'tag': '6b64a2da-1847-42d7-b301-103470a2877a', 'status': 'completed', 'code': 200} Oct 12 18:35:38.109462 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e9b10e2a-b5e3-4548-909b-f99801df5847 req-e30a466a-fce9-496a-9e09-0e330eb2018c service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170979 Oct 12 18:35:38.191548 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-71356297-2ed2-4640-bfca-f4c116323e9c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Deleting port d7c49c38-aac2-4e32-9672-f0d480c586f2 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:35:38.191951 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-71356297-2ed2-4640-bfca-f4c116323e9c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:38.271554 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-71356297-2ed2-4640-bfca-f4c116323e9c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:38.272042 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-71356297-2ed2-4640-bfca-f4c116323e9c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:38.280096 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a496b5-ee9c-4548-95a3-6f1c0a1be5d0 req-4d85295c-2993-4172-b8fd-02a87922c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:38.281692 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c0a496b5-ee9c-4548-95a3-6f1c0a1be5d0 req-4d85295c-2993-4172-b8fd-02a87922c056 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 1097 time: 0.0436437 Oct 12 18:35:38.284703 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-71356297-2ed2-4640-bfca-f4c116323e9c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Calling delete_port for d7c49c38-aac2-4e32-9672-f0d480c586f2 owned by network:floatingip {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:35:38.329654 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:38.491631 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-71356297-2ed2-4640-bfca-f4c116323e9c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:38.494960 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 0452dd24-8e0a-42a0-80df-409da03aecd6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:35:38.522134 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: 0452dd24-8e0a-42a0-80df-409da03aecd6 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:35:38.522380 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 0452dd24-8e0a-42a0-80df-409da03aecd6 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:35:38.528930 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71356297-2ed2-4640-bfca-f4c116323e9c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Pushing event deleted for resources: {'Port': ['ID=d7c49c38-aac2-4e32-9672-f0d480c586f2,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:38.597415 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-71356297-2ed2-4640-bfca-f4c116323e9c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks [] for floatingip, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:38.600092 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-71356297-2ed2-4640-bfca-f4c116323e9c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:38.601282 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-71356297-2ed2-4640-bfca-f4c116323e9c tempest-AttachVolumeTestJSON-695755934 tempest-AttachVolumeTestJSON-695755934-project] 10.222.0.18 "DELETE /v2.0/floatingips/324b11da-44a7-4caa-a8e9-38e94d85f38a HTTP/1.1" status: 204 len: 168 time: 0.5511699 Oct 12 18:35:38.652115 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a496b5-ee9c-4548-95a3-6f1c0a1be5d0 req-d9cce868-82b2-4b14-8506-8da16827da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:38.654108 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c0a496b5-ee9c-4548-95a3-6f1c0a1be5d0 req-d9cce868-82b2-4b14-8506-8da16827da02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 912 time: 0.3643572 Oct 12 18:35:38.703320 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c0a496b5-ee9c-4548-95a3-6f1c0a1be5d0 req-d1a7e358-3ee8-498a-88c4-eb9d66fa07b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b64a2da-1847-42d7-b301-103470a2877a HTTP/1.1" status: 200 len: 217 time: 0.0359409 Oct 12 18:35:38.749592 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cc2fc-abab-4285-9351-5ca1f9d9bc8b req-4dec6880-4a4e-4b5b-8ea1-2cbce01e55eb tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:38.751048 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-992cc2fc-abab-4285-9351-5ca1f9d9bc8b req-4dec6880-4a4e-4b5b-8ea1-2cbce01e55eb tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 944 time: 0.1166363 Oct 12 18:35:38.781205 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a496b5-ee9c-4548-95a3-6f1c0a1be5d0 req-ccd32bd3-5424-45d5-95eb-82f677f5561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:38.782719 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c0a496b5-ee9c-4548-95a3-6f1c0a1be5d0 req-ccd32bd3-5424-45d5-95eb-82f677f5561c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b22a110-2927-47ce-936a-32b2d9aa3b9a HTTP/1.1" status: 200 len: 850 time: 0.0724602 Oct 12 18:35:38.808808 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-992cc2fc-abab-4285-9351-5ca1f9d9bc8b req-3f748662-803d-467d-9494-e114e5e22284 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516763 Oct 12 18:35:38.837585 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a496b5-ee9c-4548-95a3-6f1c0a1be5d0 req-50c1783c-16c2-4eb7-9e0f-7a986b74889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:38.839087 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c0a496b5-ee9c-4548-95a3-6f1c0a1be5d0 req-50c1783c-16c2-4eb7-9e0f-7a986b74889e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61bc6454-3943-4ea7-a052-57599eadac06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458302 Oct 12 18:35:38.948809 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c0a496b5-ee9c-4548-95a3-6f1c0a1be5d0 req-2cb2f434-0750-4994-810b-a70fffc9728c service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002765 Oct 12 18:35:39.038913 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c0a496b5-ee9c-4548-95a3-6f1c0a1be5d0 req-7b84c724-5930-462a-876b-0a61f03fcf1a service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842762 Oct 12 18:35:39.930724 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04f0f1-bc9a-4088-9cad-2bfec6490ad2 req-b3ebf492-d814-432b-b307-998035ee3453 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:39.932589 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c04f0f1-bc9a-4088-9cad-2bfec6490ad2 req-b3ebf492-d814-432b-b307-998035ee3453 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 944 time: 0.0568683 Oct 12 18:35:39.958077 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:39.972421 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4c04f0f1-bc9a-4088-9cad-2bfec6490ad2 req-4e1c4c8d-9952-4d54-9459-6923256bd4df tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330882 Oct 12 18:35:40.903202 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:41.099001 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173782-83ff-4e2e-9f42-48d506497887 req-7e645cc5-91fd-4cf2-a842-b90bdf2dea9d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:41.100638 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9b173782-83ff-4e2e-9f42-48d506497887 req-7e645cc5-91fd-4cf2-a842-b90bdf2dea9d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 944 time: 0.0594430 Oct 12 18:35:41.139219 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9b173782-83ff-4e2e-9f42-48d506497887 req-7b84f1f8-addc-4137-8582-29f418818c09 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327220 Oct 12 18:35:42.250001 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fa4c2-ff70-46a5-9dcf-fd7ac003347f req-a8be6147-4c5b-4866-a5a1-9c998b575cf1 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:42.251430 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1f0fa4c2-ff70-46a5-9dcf-fd7ac003347f req-a8be6147-4c5b-4866-a5a1-9c998b575cf1 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 944 time: 0.0471497 Oct 12 18:35:42.288265 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1f0fa4c2-ff70-46a5-9dcf-fd7ac003347f req-1105ab1c-51ed-45eb-a214-21013a1524b9 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307262 Oct 12 18:35:43.410226 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b4e7c-e6db-4526-afab-45ad04c3d5fc req-01c51ce7-c117-4390-a8ba-b87f0178fc6f tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:43.412421 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8e5b4e7c-e6db-4526-afab-45ad04c3d5fc req-01c51ce7-c117-4390-a8ba-b87f0178fc6f tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 944 time: 0.0558939 Oct 12 18:35:43.450696 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8e5b4e7c-e6db-4526-afab-45ad04c3d5fc req-594c7b88-c83d-43b8-81e4-89a24187ab80 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315101 Oct 12 18:35:44.578001 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa33a6-f93b-48ab-81a2-f7349e620bf6 req-b0846138-4a89-402f-ad50-3b3debf2d48d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:44.579502 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-03fa33a6-f93b-48ab-81a2-f7349e620bf6 req-b0846138-4a89-402f-ad50-3b3debf2d48d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 944 time: 0.0616465 Oct 12 18:35:44.619399 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-03fa33a6-f93b-48ab-81a2-f7349e620bf6 req-9bc30887-b553-4498-9d78-a81879ea08ce tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336313 Oct 12 18:35:45.742858 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61ada1-24e4-4074-9ddc-491e4b52a13f req-e52ea9b0-2bd7-4222-ae32-6d689ae7ee7c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:45.744425 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7e61ada1-24e4-4074-9ddc-491e4b52a13f req-e52ea9b0-2bd7-4222-ae32-6d689ae7ee7c tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 944 time: 0.0494661 Oct 12 18:35:45.783152 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7e61ada1-24e4-4074-9ddc-491e4b52a13f req-c362ae80-4064-42ff-84bc-e0b848defc4e tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321832 Oct 12 18:35:46.898355 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623b3d7-b84b-4e18-9f07-03ae3d00770c req-d7633dff-9c20-4451-bc81-7523c29b6ba3 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:46.899807 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8623b3d7-b84b-4e18-9f07-03ae3d00770c req-d7633dff-9c20-4451-bc81-7523c29b6ba3 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 944 time: 0.0503588 Oct 12 18:35:46.937086 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8623b3d7-b84b-4e18-9f07-03ae3d00770c req-b0057a71-3ae4-40c5-afe0-55aa543f1a73 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305209 Oct 12 18:35:47.980073 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52756) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:48.070380 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a719b-50d9-485a-a518-9eb21df76b49 req-ec5a4c4d-8bbb-4af0-912f-0d77fe9f4d55 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:48.071995 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-343a719b-50d9-485a-a518-9eb21df76b49 req-ec5a4c4d-8bbb-4af0-912f-0d77fe9f4d55 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 944 time: 0.0556507 Oct 12 18:35:48.113860 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-343a719b-50d9-485a-a518-9eb21df76b49 req-c30df1f7-187d-4e3c-84fa-0660cdd28137 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354602 Oct 12 18:35:48.447806 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634518'] for router_interface, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:48.558806 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b64a2da-1847-42d7-b301-103470a2877a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:35:48.668975 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 6b64a2da-1847-42d7-b301-103470a2877a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b64a2da-1847-42d7-b301-103470a2877a,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:48.681592 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '6b64a2da-1847-42d7-b301-103470a2877a', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'port_id': '6b64a2da-1847-42d7-b301-103470a2877a', 'mac_address': 'fa:16:3e:ba:72:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:35:48.723109 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:48.737529 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b64a2da-1847-42d7-b301-103470a2877a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:35:48.759083 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 6b64a2da-1847-42d7-b301-103470a2877a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b64a2da-1847-42d7-b301-103470a2877a,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:48.861023 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:48.910149 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=6b64a2da-1847-42d7-b301-103470a2877a,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:48.932675 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Deleting port d03951fe-2003-4240-aece-485523156d70 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:35:48.933013 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:49.025198 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] For port d03951fe-2003-4240-aece-485523156d70, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=d03951fe-2003-4240-aece-485523156d70,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:49.025876 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:49.043353 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Calling delete_port for d03951fe-2003-4240-aece-485523156d70 owned by network:router_interface {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:35:49.220747 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['6b64a2da-1847-42d7-b301-103470a2877a'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:35:49.253681 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34234285-dc81-43de-9578-5975ceaee759 req-fe117fca-215a-48d2-a9e2-a3a1144b8c30 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:49.255144 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-34234285-dc81-43de-9578-5975ceaee759 req-fe117fca-215a-48d2-a9e2-a3a1144b8c30 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 945 time: 0.0632281 Oct 12 18:35:49.298696 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-34234285-dc81-43de-9578-5975ceaee759 req-dd8470f0-8ed9-4f1f-ad75-a08f9aabfbc5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360203 Oct 12 18:35:49.337561 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:49.366177 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Pushing event deleted for resources: {'Port': ['ID=d03951fe-2003-4240-aece-485523156d70,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:49.377775 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:49.378155 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:49.378492 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:49.378817 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:49.379146 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:49.379480 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:49.379790 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:49.380173 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:49.380462 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:49.380782 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:49.381105 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:49.381439 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:35:49.578820 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634402'] for router_interface, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:49.807961 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Router bc6cdecb-8e10-40ce-9e30-9af2bf390894 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:35:49.916495 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:35:49.923830 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-3f948d3e-872a-407c-a5a7-63fc997e9fed admin admin] 10.222.0.18 "PUT /v2.0/routers/bc6cdecb-8e10-40ce-9e30-9af2bf390894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9399760 Oct 12 18:35:49.924278 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52772) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:49.935129 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a82872-079b-4142-b2fc-9c573b7ab418 None None] Sync routers for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:35:49.946842 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a82872-079b-4142-b2fc-9c573b7ab418 None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:35:49.947583 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-e8a82872-079b-4142-b2fc-9c573b7ab418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:35:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:50.040353 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:50.071607 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-e8a82872-079b-4142-b2fc-9c573b7ab418 None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:35:50.146747 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:50.258330 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-e8a82872-079b-4142-b2fc-9c573b7ab418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:35:49Z', 'revision_number': 5, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port': {'id': '0a0c0e5f-6632-41d0-9b78-26c0811402ed', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fe:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:33Z', 'updated_at': '2021-10-12T18:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:50.285261 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a82872-079b-4142-b2fc-9c573b7ab418 None None] Checking router: bc6cdecb-8e10-40ce-9e30-9af2bf390894 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:35:50.291267 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Deleting port 0a0c0e5f-6632-41d0-9b78-26c0811402ed {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:35:50.291606 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:50.293842 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a82872-079b-4142-b2fc-9c573b7ab418 None None] Routers {'bc6cdecb-8e10-40ce-9e30-9af2bf390894'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:35:50.294521 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-e8a82872-079b-4142-b2fc-9c573b7ab418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:35:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:50.385732 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-e8a82872-079b-4142-b2fc-9c573b7ab418 None None] Set router bc6cdecb-8e10-40ce-9e30-9af2bf390894 gateway port host: None {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:35:50.388141 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] For port 0a0c0e5f-6632-41d0-9b78-26c0811402ed, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=0a0c0e5f-6632-41d0-9b78-26c0811402ed,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:50.390559 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:50.408037 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Calling delete_port for 0a0c0e5f-6632-41d0-9b78-26c0811402ed owned by network:router_gateway {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:35:50.466751 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-e8a82872-079b-4142-b2fc-9c573b7ab418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:35:50Z', 'revision_number': 6, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port_host': None}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:50.496311 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a82872-079b-4142-b2fc-9c573b7ab418 None None] The sync data for ids ['bc6cdecb-8e10-40ce-9e30-9af2bf390894'] in dv-cinder-813227-2-iscsi is: [{'id': 'bc6cdecb-8e10-40ce-9e30-9af2bf390894', 'name': 'tempest-AttachVolumeTestJSON-1246571647-router', 'tenant_id': 'ee04649277c84912b20967b31162615b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:35:50Z', 'revision_number': 6, 'project_id': 'ee04649277c84912b20967b31162615b', 'gw_port_host': None}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:35:50.520992 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26b463-e579-41e0-abff-c3f8f0db95ea req-799feccd-e9d2-4b80-b108-ab46b96ad111 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:50.524245 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2d26b463-e579-41e0-abff-c3f8f0db95ea req-799feccd-e9d2-4b80-b108-ab46b96ad111 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 945 time: 0.1218069 Oct 12 18:35:50.545928 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a131f98-f24e-4a7e-9e48-944ffc86e217 req-25fda900-1a58-4765-83cc-6ecd703fbbe8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1312287 Oct 12 18:35:50.571201 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b64a2da-1847-42d7-b301-103470a2877a up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:35:50.619972 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2d26b463-e579-41e0-abff-c3f8f0db95ea req-330739f9-c4a0-42e4-a9c9-ba268276a339 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821996 Oct 12 18:35:50.631174 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a131f98-f24e-4a7e-9e48-944ffc86e217 req-a48d414a-cd58-4cdf-927b-3686d6a95fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:50.633441 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a131f98-f24e-4a7e-9e48-944ffc86e217 req-a48d414a-cd58-4cdf-927b-3686d6a95fc0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 1099 time: 0.0647273 Oct 12 18:35:50.744916 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a131f98-f24e-4a7e-9e48-944ffc86e217 req-d612de13-c364-49d9-afe7-f4aa9886b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:50.745166 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:50.745297 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port 6b64a2da-1847-42d7-b301-103470a2877a completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:35:50.746457 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a131f98-f24e-4a7e-9e48-944ffc86e217 req-d612de13-c364-49d9-afe7-f4aa9886b903 service neutron] 10.222.0.42 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 912 time: 0.0930171 Oct 12 18:35:50.750295 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 6b64a2da-1847-42d7-b301-103470a2877a triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:35:50.750787 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:50.774132 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0c0e5f-6632-41d0-9b78-26c0811402ed,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:50.847355 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a131f98-f24e-4a7e-9e48-944ffc86e217 req-ca109435-22cb-40ad-92a4-3159bd4313b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=260f73ad-348d-4e3f-8940-94a948e1eaae HTTP/1.1" status: 200 len: 1002 time: 0.0931103 Oct 12 18:35:50.854971 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592832'] for router_gateway, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:50.861395 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:50.916516 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b64a2da-1847-42d7-b301-103470a2877a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:35:50.921830 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d220bf6-17e9-43b0-9622-30b97f3dbb76" -d '{"events": [{"server_uuid": "96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7", "name": "network-vif-plugged", "status": "completed", "tag": "6b64a2da-1847-42d7-b301-103470a2877a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:35:50.929386 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a131f98-f24e-4a7e-9e48-944ffc86e217 req-56397632-68ce-4a61-b8f1-e708ec084e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:50.932263 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a131f98-f24e-4a7e-9e48-944ffc86e217 req-56397632-68ce-4a61-b8f1-e708ec084e23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b22a110-2927-47ce-936a-32b2d9aa3b9a HTTP/1.1" status: 200 len: 850 time: 0.0782244 Oct 12 18:35:50.936344 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 6b64a2da-1847-42d7-b301-103470a2877a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b64a2da-1847-42d7-b301-103470a2877a,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:50.977254 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f3b89e-989c-4364-8ef1-3c3e02a9a300 x-openstack-request-id: req-70f3b89e-989c-4364-8ef1-3c3e02a9a300 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:35:50.980247 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7", "name": "network-vif-plugged", "status": "completed", "tag": "6b64a2da-1847-42d7-b301-103470a2877a", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:35:50.980247 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70f3b89e-989c-4364-8ef1-3c3e02a9a300 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:35:50.980247 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b64a2da-1847-42d7-b301-103470a2877a', 'code': 200} Oct 12 18:35:51.009554 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device d03951fe-2003-4240-aece-485523156d70 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:35:51.009829 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37393'] for router, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.013557 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.023602 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a131f98-f24e-4a7e-9e48-944ffc86e217 req-f5b55363-4c94-49f2-b2b2-686831e397ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:51.027252 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a131f98-f24e-4a7e-9e48-944ffc86e217 req-f5b55363-4c94-49f2-b2b2-686831e397ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61bc6454-3943-4ea7-a052-57599eadac06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862491 Oct 12 18:35:51.028479 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: d03951fe-2003-4240-aece-485523156d70 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:35:51.028995 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device d03951fe-2003-4240-aece-485523156d70 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:35:51.050249 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.109790 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=6b64a2da-1847-42d7-b301-103470a2877a,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:51.151829 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a131f98-f24e-4a7e-9e48-944ffc86e217 req-bc2b33b9-a588-4b43-980f-e17fd48ecd62 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079473 Oct 12 18:35:51.154463 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611387'] for router, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.155234 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc6cdecb-8e10-40ce-9e30-9af2bf390894 {{(pid=94836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:35:51.162238 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.164117 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-cff9b886-bc94-4079-bf12-a21ec0dda7c6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bc6cdecb-8e10-40ce-9e30-9af2bf390894 HTTP/1.1" status: 204 len: 168 time: 1.2382457 Oct 12 18:35:51.166310 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52786) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:51.213756 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_v2 [None req-141c5627-b796-49f8-895d-b78b9f5da73d admin admin] Deleting subnet ecb784df-79ec-41a5-852a-05a0e006be4c {{(pid=94836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:35:51.216879 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-141c5627-b796-49f8-895d-b78b9f5da73d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.250771 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-141c5627-b796-49f8-895d-b78b9f5da73d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840153'] for subnet, precommit_delete_associations {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.252710 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a131f98-f24e-4a7e-9e48-944ffc86e217 req-e0228d53-c0fc-4398-8010-8d13adc5fd8a service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924675 Oct 12 18:35:51.363634 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72561bf6-1888-44fc-8a53-65aae0bf7757 req-0eff1004-cdd6-495d-a962-1ba1be2b539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:51.365320 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-72561bf6-1888-44fc-8a53-65aae0bf7757 req-0eff1004-cdd6-495d-a962-1ba1be2b539c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 1099 time: 0.0450702 Oct 12 18:35:51.369912 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-141c5627-b796-49f8-895d-b78b9f5da73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.406809 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-72561bf6-1888-44fc-8a53-65aae0bf7757 req-28f4653d-bc7b-4b00-9b82-16a5ad7f6aa2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336888 Oct 12 18:35:51.529530 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-141c5627-b796-49f8-895d-b78b9f5da73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30503018'] for subnet, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.556384 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c5627-b796-49f8-895d-b78b9f5da73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb784df-79ec-41a5-852a-05a0e006be4c,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:51.559912 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-141c5627-b796-49f8-895d-b78b9f5da73d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.566963 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-141c5627-b796-49f8-895d-b78b9f5da73d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ecb784df-79ec-41a5-852a-05a0e006be4c HTTP/1.1" status: 204 len: 168 time: 0.3964798 Oct 12 18:35:51.567113 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 52788) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:51.570783 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3d15df-6393-44da-bba2-9f44b8e27f8a None None] Network c28011f7-a600-4bea-98eb-e6748c99ba11 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:35:51.645074 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.738535 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Deleting port 5a45bd92-47a4-4ce3-a19e-82de789c5158 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:35:51.738874 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.781368 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df96cbbb-9624-4800-b3c6-f1bfbf45f3e0 None None] DHCP port deletion for c28011f7-a600-4bea-98eb-e6748c99ba11 request from dv-cinder-813227-2-iscsi {{(pid=94837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:35:51.813213 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d8111-3ddf-48cd-9f80-332e5871d8f7 req-355f78bf-738c-4654-b8aa-a76f5eb6d43e tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:51.814824 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-404d8111-3ddf-48cd-9f80-332e5871d8f7 req-355f78bf-738c-4654-b8aa-a76f5eb6d43e tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 946 time: 0.1127348 Oct 12 18:35:51.832295 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] For port 5a45bd92-47a4-4ce3-a19e-82de789c5158, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=5a45bd92-47a4-4ce3-a19e-82de789c5158,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:51.832680 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.832815 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-df96cbbb-9624-4800-b3c6-f1bfbf45f3e0 None None] Deleting port 5a45bd92-47a4-4ce3-a19e-82de789c5158 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:35:51.833093 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df96cbbb-9624-4800-b3c6-f1bfbf45f3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.853978 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Calling delete_port for 5a45bd92-47a4-4ce3-a19e-82de789c5158 owned by network:dhcp {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:35:51.880455 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-404d8111-3ddf-48cd-9f80-332e5871d8f7 req-5c7c2c84-242e-4b73-926a-aa909418adcf tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593519 Oct 12 18:35:51.905488 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-df96cbbb-9624-4800-b3c6-f1bfbf45f3e0 None None] For port 5a45bd92-47a4-4ce3-a19e-82de789c5158, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=5a45bd92-47a4-4ce3-a19e-82de789c5158,segment=NetworkSegment(45cbc919-7847-4866-8bfc-912012407e39),segment_id=45cbc919-7847-4866-8bfc-912012407e39)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:35:51.905822 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df96cbbb-9624-4800-b3c6-f1bfbf45f3e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:51.918328 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-df96cbbb-9624-4800-b3c6-f1bfbf45f3e0 None None] Calling delete_port for 5a45bd92-47a4-4ce3-a19e-82de789c5158 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:35:52.011312 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:52.017968 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df96cbbb-9624-4800-b3c6-f1bfbf45f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:52.038678 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a45bd92-47a4-4ce3-a19e-82de789c5158,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:52.040577 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] No DVR routers for this DVR port 5a45bd92-47a4-4ce3-a19e-82de789c5158 on host dv-cinder-813227-2-iscsi {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:35:52.046027 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96cbbb-9624-4800-b3c6-f1bfbf45f3e0 None None] Pushing event deleted for resources: {'Port': ['ID=5a45bd92-47a4-4ce3-a19e-82de789c5158,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:52.047879 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df96cbbb-9624-4800-b3c6-f1bfbf45f3e0 None None] No DVR routers for this DVR port 5a45bd92-47a4-4ce3-a19e-82de789c5158 on host dv-cinder-813227-2-iscsi {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:35:52.115061 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:52.136668 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.services.segments.db [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28011f7-a600-4bea-98eb-e6748c99ba11']}} {{(pid=94835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:52.147740 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.services.segments.db [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45cbc919-7847-4866-8bfc-912012407e39') {'for_net_delete': True} {{(pid=94835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:52.148038 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.services.segments.db [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45cbc919-7847-4866-8bfc-912012407e39') {} {{(pid=94835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:52.159015 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29392174'] for segment, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:52.174369 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:52.179621 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:35:52.180015 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30236351'] for segment, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: Traceback (most recent call last): Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: timer() Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: cb(*args, **kw) Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: return func(*args, **kwargs) Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: self._notify() Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: self.callback(batched_events) Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: event.method(event) Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: return f(self, *a, **k) Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: return self._get(url).json() Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: return self.request(url, 'GET', **kwargs) Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:35:52.181742 dv-cinder-813227-2-iscsi neutron-server[94835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:35:52.329753 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:52.335514 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:52.338943 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c28011f7-a600-4bea-98eb-e6748c99ba11 HTTP/1.1" status: 204 len: 168 time: 0.7714841 Oct 12 18:35:52.352517 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238e9bb-9d07-40ba-9b8e-3f70e7ca7099 admin admin] Pushing event deleted for resources: {'Network': ['ID=c28011f7-a600-4bea-98eb-e6748c99ba11,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:52.709170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 0a0c0e5f-6632-41d0-9b78-26c0811402ed no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:35:52.737731 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 0a0c0e5f-6632-41d0-9b78-26c0811402ed {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:35:52.737731 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 0a0c0e5f-6632-41d0-9b78-26c0811402ed not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:35:52.737731 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 5a45bd92-47a4-4ce3-a19e-82de789c5158 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:35:52.738253 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 52800) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:52.752073 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 5a45bd92-47a4-4ce3-a19e-82de789c5158 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:35:52.752436 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 5a45bd92-47a4-4ce3-a19e-82de789c5158 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:35:52.773645 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-5a499780-1ee1-4c4a-b49b-854d27662af0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee04649277c84912b20967b31162615b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409882 Oct 12 18:35:52.776137 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 52802) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:52.827243 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ce5b878a-dcdc-4f79-a635-8e2ef35306ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:52.849017 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ce5b878a-dcdc-4f79-a635-8e2ef35306ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:52.988668 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ce5b878a-dcdc-4f79-a635-8e2ef35306ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:52.991360 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ce5b878a-dcdc-4f79-a635-8e2ef35306ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:52.992330 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-ce5b878a-dcdc-4f79-a635-8e2ef35306ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e97e9559-e79b-4aad-b900-e9719905d184 HTTP/1.1" status: 204 len: 168 time: 0.2152166 Oct 12 18:35:53.013801 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40148c29-1fd3-4b07-a46d-3814296cdd22 req-5c1e9073-f5e3-4180-b22c-e8ea283ea5f2 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:53.015300 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-40148c29-1fd3-4b07-a46d-3814296cdd22 req-5c1e9073-f5e3-4180-b22c-e8ea283ea5f2 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 946 time: 0.0649579 Oct 12 18:35:53.016503 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b878a-dcdc-4f79-a635-8e2ef35306ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97e9559-e79b-4aad-b900-e9719905d184,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:53.055691 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-40148c29-1fd3-4b07-a46d-3814296cdd22 req-c20ce506-38f6-40cd-8d13-a1bcc309bea7 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338836 Oct 12 18:35:54.050733 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 52828) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:54.156500 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-746624559-network', 'tenant_id': '9b114869544b4236a53ce1103cfc7abf'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:35:54.190242 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202260e2-de7d-4afb-8e8f-f13aaab2dc07 req-f21af57a-ec96-43fc-b6f3-ed9d658576b6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:54.191803 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-202260e2-de7d-4afb-8e8f-f13aaab2dc07 req-f21af57a-ec96-43fc-b6f3-ed9d658576b6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 946 time: 0.0688679 Oct 12 18:35:54.229909 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-202260e2-de7d-4afb-8e8f-f13aaab2dc07 req-23e0cbd6-35a1-4080-9388-34548da439b1 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321434 Oct 12 18:35:54.257106 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Made reservation on behalf of 9b114869544b4236a53ce1103cfc7abf for: {'network': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:35:54.259216 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:54.268329 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:54.381166 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ce81c-7408-45b5-829d-50a664d9f781 req-d7908527-5a1a-4fb8-b93e-d529a24d4f5e tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:54.382561 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-967ce81c-7408-45b5-829d-50a664d9f781 req-d7908527-5a1a-4fb8-b93e-d529a24d4f5e tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 946 time: 0.0795732 Oct 12 18:35:54.393541 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:54.425125 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-967ce81c-7408-45b5-829d-50a664d9f781 req-221ba693-2f76-4683-8562-edb8c5bd8573 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342021 Oct 12 18:35:54.447995 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 52836) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:54.479755 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:54.506222 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:35:54.516159 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7d412d-2a11-4cbb-99cc-6b452c03441d,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:54.520936 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:54.521274 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.segments_db [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Added segment c01f088b-b8d0-4887-bcd7-d175dd938d8d of type vlan for network 61f6d5f9-4048-4750-b2a3-767357f4402f Oct 12 18:35:54.572351 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:54.617057 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30692d70-1fc0-449b-abaa-0464e9b14632 tempest-TestVolumeBootPattern-1827708406 tempest-TestVolumeBootPattern-1827708406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:54.618979 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-30692d70-1fc0-449b-abaa-0464e9b14632 tempest-TestVolumeBootPattern-1827708406 tempest-TestVolumeBootPattern-1827708406-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 1094 time: 0.1695850 Oct 12 18:35:54.621424 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 52840) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:54.626941 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Request body: {'floatingip': {'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'port_id': '6b64a2da-1847-42d7-b301-103470a2877a', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:35:54.683638 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:54.684644 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:54.685214 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:54.732005 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for floatingip, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:54.782819 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] Pushing event updated for resources: {'Network': ['ID=61f6d5f9-4048-4750-b2a3-767357f4402f,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:54.797112 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network 61f6d5f9-4048-4750-b2a3-767357f4402f details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:35:54.811068 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-099b8b32-ba5b-46c9-9bf3-a711f7288a8a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7590134 Oct 12 18:35:54.814706 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52844) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:35:54.821379 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-e28caa39-c5e8-497e-b53f-6edfe0d9b5b3 admin admin] Request body: {'subnet': {'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-746624559-subnet', 'tenant_id': '9b114869544b4236a53ce1103cfc7abf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:35:54.868855 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:54.929529 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28caa39-c5e8-497e-b53f-6edfe0d9b5b3 admin admin] Made reservation on behalf of 9b114869544b4236a53ce1103cfc7abf for: {'subnet': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:35:54.931829 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e28caa39-c5e8-497e-b53f-6edfe0d9b5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30502989'] for subnet, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:54.982048 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Allocated IP 172.27.1.60 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/39eb06b7-59d8-4178-a02f-4d6f867a078c) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:35:55.098747 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:55.166303 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e28caa39-c5e8-497e-b53f-6edfe0d9b5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31250011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30503011'] for subnet, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:55.206304 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:55.225779 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28caa39-c5e8-497e-b53f-6edfe0d9b5b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd15f454-2365-4315-94dd-e81b3ed3655a,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:55.235190 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28caa39-c5e8-497e-b53f-6edfe0d9b5b3 admin admin] Checking segment: {'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:35:55.235549 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28caa39-c5e8-497e-b53f-6edfe0d9b5b3 admin admin] Network hostable DHCP agents. Network: 61f6d5f9-4048-4750-b2a3-767357f4402f, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:35:55.247410 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:35:55.250338 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:35:55.253968 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:35:55.277761 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'Port': ['ID=39eb06b7-59d8-4178-a02f-4d6f867a078c,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:55.319623 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28caa39-c5e8-497e-b53f-6edfe0d9b5b3 admin admin] Network 61f6d5f9-4048-4750-b2a3-767357f4402f is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:35:55.409022 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-e28caa39-c5e8-497e-b53f-6edfe0d9b5b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, 61f6d5f9-4048-4750-b2a3-767357f4402f) {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:35:55.413756 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28caa39-c5e8-497e-b53f-6edfe0d9b5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:55.415009 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e28caa39-c5e8-497e-b53f-6edfe0d9b5b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:55.418609 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435a9cff-80d8-4a9b-b7c0-e13ba4c4d5e0 None None] Network 61f6d5f9-4048-4750-b2a3-767357f4402f requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:35:55.528727 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-e28caa39-c5e8-497e-b53f-6edfe0d9b5b3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7120514 Oct 12 18:35:55.552753 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8391426-a9e7-4bc5-bfcf-9938dee7b699 None None] Network 61f6d5f9-4048-4750-b2a3-767357f4402f requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:35:55.631139 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:55.786334 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:56.267736 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:56.284063 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-2eb70f4d-4798-4992-89f2-6ea19b44b301 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:56.285548 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-2eb70f4d-4798-4992-89f2-6ea19b44b301 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/networks?id=61f6d5f9-4048-4750-b2a3-767357f4402f HTTP/1.1" status: 200 len: 814 time: 0.3937552 Oct 12 18:35:56.300749 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-ab232918-6e24-4586-a889-2600a3f14662 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/quotas/9b114869544b4236a53ce1103cfc7abf HTTP/1.1" status: 200 len: 375 time: 0.0094271 Oct 12 18:35:56.330315 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-0185e616-37e2-4397-ab9f-0908a10c6484 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b114869544b4236a53ce1103cfc7abf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244954 Oct 12 18:35:56.340510 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-2cf7f2da-c689-4269-bd7a-ac2a875bcefd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:35:56.341414 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-2cf7f2da-c689-4269-bd7a-ac2a875bcefd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047433 Oct 12 18:35:56.393102 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:56.485058 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event updated for resources: {'Port': ['ID=39eb06b7-59d8-4178-a02f-4d6f867a078c,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:35:56.501016 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:56.504859 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-b95e087f-b8d1-4581-8367-a1ca83082368 service neutron] 10.222.0.18 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575656 Oct 12 18:35:56.669323 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.l3_db [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Floating IP f77b392c-3750-499b-8906-8b23f463500a associated. External IP: 172.27.1.60, port: 6b64a2da-1847-42d7-b301-103470a2877a. Oct 12 18:35:56.673016 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-3de03016-1d83-4305-9441-d986938bb187 service neutron] 10.222.0.18 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365149 Oct 12 18:35:56.892533 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Router 49c4b58e-86c3-4f66-af7b-0775da265084 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:35:56.977916 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6be12e1a-06e6-4c71-9287-dba0c07b2544 req-5a9ee6ef-dc27-4e88-ab23-c57ac6794cf2 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 210 time: 0.0320745 Oct 12 18:35:57.041403 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:35:57.052654 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d485be85-e7a8-4c1e-bc21-028a3096fa60 None None] Sync routers for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:35:57.062640 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d485be85-e7a8-4c1e-bc21-028a3096fa60 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:35:57.063261 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-d485be85-e7a8-4c1e-bc21-028a3096fa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:35:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:57.171175 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-d485be85-e7a8-4c1e-bc21-028a3096fa60 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:35:57.207317 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:35:57.234452 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-5560fa5d-cc2c-46a4-8ffa-fdb12d704999 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6120057 Oct 12 18:35:57.235040 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'tag': '6b64a2da-1847-42d7-b301-103470a2877a'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:35:57.237344 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3529d382-3c54-4d42-801a-1f41a75a957f" -d '{"events": [{"name": "network-changed", "server_uuid": "96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7", "tag": "6b64a2da-1847-42d7-b301-103470a2877a"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:35:57.277254 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1333e7-6f76-4c3b-98ed-67db62ce2930 x-openstack-request-id: req-cf1333e7-6f76-4c3b-98ed-67db62ce2930 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:35:57.277848 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7", "tag": "6b64a2da-1847-42d7-b301-103470a2877a", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:35:57.277980 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf1333e7-6f76-4c3b-98ed-67db62ce2930 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:35:57.278323 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'tag': '6b64a2da-1847-42d7-b301-103470a2877a', 'status': 'completed', 'code': 200} Oct 12 18:35:57.407810 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-d485be85-e7a8-4c1e-bc21-028a3096fa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'b7e9be68-7b72-43c2-ac06-9b6b9f124f3d', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:59:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:32:41Z', 'updated_at': '2021-10-12T18:32:43Z', 'revision_number': 1, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}, {'id': 'f77b392c-3750-499b-8906-8b23f463500a', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': '6b64a2da-1847-42d7-b301-103470a2877a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:ba:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:35:55Z', 'updated_at': '2021-10-12T18:35:55Z', 'revision_number': 0, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:57.434387 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d485be85-e7a8-4c1e-bc21-028a3096fa60 None None] Checking router: 49c4b58e-86c3-4f66-af7b-0775da265084 for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:35:57.443294 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d485be85-e7a8-4c1e-bc21-028a3096fa60 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:35:57.443889 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-d485be85-e7a8-4c1e-bc21-028a3096fa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:35:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:57.550664 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-d485be85-e7a8-4c1e-bc21-028a3096fa60 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:35:57.709572 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529d382-3c54-4d42-801a-1f41a75a957f req-7c6532f4-2a1f-4a28-9683-fe1c76247535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:57.710773 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3529d382-3c54-4d42-801a-1f41a75a957f req-7c6532f4-2a1f-4a28-9683-fe1c76247535 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 1099 time: 0.0450430 Oct 12 18:35:57.818831 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-d485be85-e7a8-4c1e-bc21-028a3096fa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'b7e9be68-7b72-43c2-ac06-9b6b9f124f3d', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:59:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:32:41Z', 'updated_at': '2021-10-12T18:32:43Z', 'revision_number': 1, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}, {'id': 'f77b392c-3750-499b-8906-8b23f463500a', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': '6b64a2da-1847-42d7-b301-103470a2877a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:ba:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:35:55Z', 'updated_at': '2021-10-12T18:35:55Z', 'revision_number': 0, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:35:57.823612 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529d382-3c54-4d42-801a-1f41a75a957f req-1f4ef324-daee-47aa-bbff-799ff344fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:57.825213 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3529d382-3c54-4d42-801a-1f41a75a957f req-1f4ef324-daee-47aa-bbff-799ff344fe95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 912 time: 0.1069009 Oct 12 18:35:57.919145 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3529d382-3c54-4d42-801a-1f41a75a957f req-b3e09e0a-ee0e-446d-a83a-e59baa704cb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b64a2da-1847-42d7-b301-103470a2877a HTTP/1.1" status: 200 len: 999 time: 0.0849845 Oct 12 18:35:57.935795 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d485be85-e7a8-4c1e-bc21-028a3096fa60 None None] The sync data for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi is: [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'b7e9be68-7b72-43c2-ac06-9b6b9f124f3d', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:59:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:32:41Z', 'updated_at': '2021-10-12T18:32:43Z', 'revision_number': 1, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}, {'id': 'f77b392c-3750-499b-8906-8b23f463500a', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': '6b64a2da-1847-42d7-b301-103470a2877a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:ba:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:35:55Z', 'updated_at': '2021-10-12T18:35:55Z', 'revision_number': 0, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:35:57.973744 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529d382-3c54-4d42-801a-1f41a75a957f req-c6e70e69-082c-4d82-9716-1bf7dc24ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:57.975289 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3529d382-3c54-4d42-801a-1f41a75a957f req-c6e70e69-082c-4d82-9716-1bf7dc24ae8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b22a110-2927-47ce-936a-32b2d9aa3b9a HTTP/1.1" status: 200 len: 850 time: 0.0484679 Oct 12 18:35:58.028277 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529d382-3c54-4d42-801a-1f41a75a957f req-34b0cabe-2814-4516-a73d-d11213f0d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:58.030704 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3529d382-3c54-4d42-801a-1f41a75a957f req-34b0cabe-2814-4516-a73d-d11213f0d721 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61bc6454-3943-4ea7-a052-57599eadac06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479734 Oct 12 18:35:58.073880 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-91458f81-ac06-44ec-b5fc-cf9e11320c9e req-0b4849d1-0031-4001-a2ec-088fdf5073af tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 210 time: 0.0421460 Oct 12 18:35:58.147309 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3529d382-3c54-4d42-801a-1f41a75a957f req-325c0aa3-4d1c-4041-8aef-f119975086b6 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070306 Oct 12 18:35:58.166444 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bff33a9-7f24-4746-9068-fccaf4a2b698 None None] New status for floating IP f77b392c-3750-499b-8906-8b23f463500a: ACTIVE {{(pid=94837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:35:58.252948 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3529d382-3c54-4d42-801a-1f41a75a957f req-661b274a-2d81-4099-bd11-c8712f82ed8e service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953712 Oct 12 18:35:59.171427 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6a03824a-890f-4fdc-8726-878845ee6b45 req-454169f9-3ffd-4887-a84e-1df0517967c6 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 210 time: 0.0276332 Oct 12 18:35:59.850033 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-d2ea94da-854d-4d7a-85aa-9ad8d3c6caa0 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:35:59.851503 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-d2ea94da-854d-4d7a-85aa-9ad8d3c6caa0 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "GET /v2.0/networks?id=61f6d5f9-4048-4750-b2a3-767357f4402f HTTP/1.1" status: 200 len: 814 time: 0.1057134 Oct 12 18:35:59.866018 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-80c2bd16-6c94-43ba-b6a9-f75fb4f4d104 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Request body: {'port': {'device_id': 'c441c901-c4e6-43f0-8136-f138ee030430', 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f', 'admin_state_up': True, 'tenant_id': '9b114869544b4236a53ce1103cfc7abf'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:36:00.102699 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-80c2bd16-6c94-43ba-b6a9-f75fb4f4d104 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Made reservation on behalf of 9b114869544b4236a53ce1103cfc7abf for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:36:00.106523 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-80c2bd16-6c94-43ba-b6a9-f75fb4f4d104 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:00.244110 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-80c2bd16-6c94-43ba-b6a9-f75fb4f4d104 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Allocated IP 172.20.0.3 (61f6d5f9-4048-4750-b2a3-767357f4402f/fd15f454-2365-4315-94dd-e81b3ed3655a/192f9164-f1d6-4259-8c18-d220be03c0d9) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:36:00.276081 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b617a2c3-2f95-4b7c-95e7-2c5d190e857e req-547c0bb1-f768-4d2e-9383-524dc04e0781 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 210 time: 0.0339737 Oct 12 18:36:00.417835 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-80c2bd16-6c94-43ba-b6a9-f75fb4f4d104 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:00.552710 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-80c2bd16-6c94-43ba-b6a9-f75fb4f4d104 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:00.597593 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-80c2bd16-6c94-43ba-b6a9-f75fb4f4d104 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Network 61f6d5f9-4048-4750-b2a3-767357f4402f is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:36:00.600841 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-80c2bd16-6c94-43ba-b6a9-f75fb4f4d104 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:36:00.604547 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-80c2bd16-6c94-43ba-b6a9-f75fb4f4d104 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:36:00.611764 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2bd16-6c94-43ba-b6a9-f75fb4f4d104 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Pushing event updated for resources: {'Port': ['ID=192f9164-f1d6-4259-8c18-d220be03c0d9,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:00.668334 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-80c2bd16-6c94-43ba-b6a9-f75fb4f4d104 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:00.668890 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-80c2bd16-6c94-43ba-b6a9-f75fb4f4d104 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:00.817838 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-80c2bd16-6c94-43ba-b6a9-f75fb4f4d104 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9560921 Oct 12 18:36:00.881827 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-5f12364e-e0a1-40e9-b347-fe3c153871be tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:36:00.882778 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-5f12364e-e0a1-40e9-b347-fe3c153871be tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055969 Oct 12 18:36:00.894932 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Request body: {'port': {'device_id': 'c441c901-c4e6-43f0-8136-f138ee030430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:36:00.951836 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:01.229175 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192f9164-f1d6-4259-8c18-d220be03c0d9 {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:36:01.236979 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:01.249251 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Transition to ACTIVE for port object 192f9164-f1d6-4259-8c18-d220be03c0d9 will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:36:01.334994 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:01.425298 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Pushing event updated for resources: {'Port': ['ID=192f9164-f1d6-4259-8c18-d220be03c0d9,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:01.481762 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a74cf-4618-43b8-8579-c81cdf1482f2 req-b55fce87-2c5c-4ae5-aa3f-5a952d43b53c tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:01.483170 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dd8a74cf-4618-43b8-8579-c81cdf1482f2 req-b55fce87-2c5c-4ae5-aa3f-5a952d43b53c tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 943 time: 0.1199405 Oct 12 18:36:01.527471 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Attempting to bind port 192f9164-f1d6-4259-8c18-d220be03c0d9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:36:01.527803 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Attempting to bind port 192f9164-f1d6-4259-8c18-d220be03c0d9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:36:01.528128 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Attempting to bind port 192f9164-f1d6-4259-8c18-d220be03c0d9 on network 61f6d5f9-4048-4750-b2a3-767357f4402f {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:36:01.536797 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Port 192f9164-f1d6-4259-8c18-d220be03c0d9 on network 61f6d5f9-4048-4750-b2a3-767357f4402f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:36:01.537118 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Attempting to bind port 192f9164-f1d6-4259-8c18-d220be03c0d9 on network 61f6d5f9-4048-4750-b2a3-767357f4402f {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:36:01.542219 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dd8a74cf-4618-43b8-8579-c81cdf1482f2 req-bda20e1b-118e-4852-9820-161b8f641741 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Oct 12 18:36:01.544934 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:36:01.550839 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Checking segment: {'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:36:01.550839 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Bound using segment: {'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:36:01.550839 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Bound port: 192f9164-f1d6-4259-8c18-d220be03c0d9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:36:01.550839 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:01.608686 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] For port 192f9164-f1d6-4259-8c18-d220be03c0d9, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:36:01.611667 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] For port 192f9164-f1d6-4259-8c18-d220be03c0d9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=192f9164-f1d6-4259-8c18-d220be03c0d9,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:36:01.782968 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:01.819001 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:01.819606 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:01.821007 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] 10.222.0.42 "PUT /v2.0/ports/192f9164-f1d6-4259-8c18-d220be03c0d9 HTTP/1.1" status: 200 len: 1093 time: 0.9297941 Oct 12 18:36:01.821439 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c441c901-c4e6-43f0-8136-f138ee030430', 'tag': '192f9164-f1d6-4259-8c18-d220be03c0d9'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:36:01.823667 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a286dc-1183-40d0-afe4-32f9c417d878" -d '{"events": [{"name": "network-changed", "server_uuid": "c441c901-c4e6-43f0-8136-f138ee030430", "tag": "192f9164-f1d6-4259-8c18-d220be03c0d9"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:36:01.845397 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464d25e-5db9-425d-80c2-1ff452797602 service neutron] Pushing event updated for resources: {'Port': ['ID=192f9164-f1d6-4259-8c18-d220be03c0d9,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:01.861757 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cd351b-b21f-498b-a2cf-91a984cece78 x-openstack-request-id: req-b7cd351b-b21f-498b-a2cf-91a984cece78 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:36:01.862047 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c441c901-c4e6-43f0-8136-f138ee030430", "tag": "192f9164-f1d6-4259-8c18-d220be03c0d9", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:36:01.862325 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7cd351b-b21f-498b-a2cf-91a984cece78 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:36:01.862718 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c441c901-c4e6-43f0-8136-f138ee030430', 'tag': '192f9164-f1d6-4259-8c18-d220be03c0d9', 'status': 'completed', 'code': 200} Oct 12 18:36:01.929891 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a286dc-1183-40d0-afe4-32f9c417d878 req-95feffc7-19d7-45f5-87f0-e81c2b7e1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:01.931403 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-29a286dc-1183-40d0-afe4-32f9c417d878 req-95feffc7-19d7-45f5-87f0-e81c2b7e1b14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b114869544b4236a53ce1103cfc7abf&device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 1096 time: 0.0470583 Oct 12 18:36:02.030786 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a286dc-1183-40d0-afe4-32f9c417d878 req-0830cea8-603b-409f-8ff9-2580870d5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:02.032259 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-29a286dc-1183-40d0-afe4-32f9c417d878 req-0830cea8-603b-409f-8ff9-2580870d5d81 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9b114869544b4236a53ce1103cfc7abf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927627 Oct 12 18:36:02.136734 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a286dc-1183-40d0-afe4-32f9c417d878 req-87c83add-78cb-4a30-a24a-fd14427395f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:02.138172 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-29a286dc-1183-40d0-afe4-32f9c417d878 req-87c83add-78cb-4a30-a24a-fd14427395f3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979784 Oct 12 18:36:02.220754 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-11197e79-8fb0-40e5-8f35-5496f3c207a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:02.222214 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-11197e79-8fb0-40e5-8f35-5496f3c207a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b114869544b4236a53ce1103cfc7abf&device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 1096 time: 0.0430286 Oct 12 18:36:02.268101 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-aa6aaff0-3c4f-4d2a-8ba2-bdb15a05477b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=192f9164-f1d6-4259-8c18-d220be03c0d9 HTTP/1.1" status: 200 len: 217 time: 0.0380113 Oct 12 18:36:02.316991 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-15fee42d-d832-4f1e-b8a5-1520713fb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:02.318349 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-15fee42d-d832-4f1e-b8a5-1520713fb794 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd15f454-2365-4315-94dd-e81b3ed3655a HTTP/1.1" status: 200 len: 854 time: 0.0439181 Oct 12 18:36:02.350270 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-5743f0a1-e738-4a5d-be91-2eb92f21aba5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61f6d5f9-4048-4750-b2a3-767357f4402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244327 Oct 12 18:36:02.437852 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-6f146fdc-d3ee-4b39-97c1-c4169213d366 service neutron] 10.222.0.42 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808325 Oct 12 18:36:02.527599 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8a3aa271-425c-4d9d-a3d4-8c9c535f3cf7 req-94a94602-9015-4a93-9811-48cc25fae1ee service neutron] 10.222.0.42 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829473 Oct 12 18:36:02.659091 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a515ac2-a84a-4ab2-9b33-40365f066ce9 req-f70895bf-63a0-461f-bdad-fb5ab1019d19 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:02.660693 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3a515ac2-a84a-4ab2-9b33-40365f066ce9 req-f70895bf-63a0-461f-bdad-fb5ab1019d19 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 943 time: 0.0523102 Oct 12 18:36:02.698283 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3a515ac2-a84a-4ab2-9b33-40365f066ce9 req-3d5128ea-468b-4603-9fe9-606dca2be356 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316720 Oct 12 18:36:03.817571 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172d8ad-444b-4cdb-8706-446d62157fa5 req-8e6d2657-7889-4c6d-91bc-9e0203326f5e tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:03.819028 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e172d8ad-444b-4cdb-8706-446d62157fa5 req-8e6d2657-7889-4c6d-91bc-9e0203326f5e tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 943 time: 0.0524962 Oct 12 18:36:03.857021 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e172d8ad-444b-4cdb-8706-446d62157fa5 req-d04de803-5017-4cc3-a928-13245b9fe4c5 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319602 Oct 12 18:36:04.325633 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47d44a45-bb75-46f1-bb5e-3e45f829adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:04.985454 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f9fe0-474a-48eb-85d2-167791162e35 req-7309642f-1aa4-430e-9c61-88e9e43726d5 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:04.986924 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-450f9fe0-474a-48eb-85d2-167791162e35 req-7309642f-1aa4-430e-9c61-88e9e43726d5 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 943 time: 0.0628970 Oct 12 18:36:05.024093 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-450f9fe0-474a-48eb-85d2-167791162e35 req-5a5b5091-cbff-4558-93d4-37d6f8eb8ee2 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312541 Oct 12 18:36:06.137496 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984158-9ccf-47c0-b828-00e8346dce0f req-9c651fb6-080b-4426-b84c-4883c395cae0 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:06.138879 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a3984158-9ccf-47c0-b828-00e8346dce0f req-9c651fb6-080b-4426-b84c-4883c395cae0 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 943 time: 0.0497758 Oct 12 18:36:06.180983 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a3984158-9ccf-47c0-b828-00e8346dce0f req-44c38570-11ee-4714-b24c-25cb9f28547f tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354650 Oct 12 18:36:06.667832 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 192f9164-f1d6-4259-8c18-d220be03c0d9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:36:06.762196 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 192f9164-f1d6-4259-8c18-d220be03c0d9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=192f9164-f1d6-4259-8c18-d220be03c0d9,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:06.773368 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '192f9164-f1d6-4259-8c18-d220be03c0d9', 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f', 'port_id': '192f9164-f1d6-4259-8c18-d220be03c0d9', 'mac_address': 'fa:16:3e:30:21:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd15f454-2365-4315-94dd-e81b3ed3655a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:36:06.811683 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:06.829226 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192f9164-f1d6-4259-8c18-d220be03c0d9 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:36:06.853010 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 192f9164-f1d6-4259-8c18-d220be03c0d9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=192f9164-f1d6-4259-8c18-d220be03c0d9,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:06.942582 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:06.992125 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=192f9164-f1d6-4259-8c18-d220be03c0d9,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:07.273736 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f4098c5-cd53-4319-a85d-786a7abadb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:07.276716 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['192f9164-f1d6-4259-8c18-d220be03c0d9'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:36:07.312323 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b8baf-ea08-445f-9676-34c16d72ff32 req-36f4a33f-d132-4eca-93b6-6f9e100d2aac tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:07.313824 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-786b8baf-ea08-445f-9676-34c16d72ff32 req-36f4a33f-d132-4eca-93b6-6f9e100d2aac tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 944 time: 0.0533848 Oct 12 18:36:07.353246 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-786b8baf-ea08-445f-9676-34c16d72ff32 req-68c59daa-390e-4713-b97f-e78aae28962a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325480 Oct 12 18:36:08.048999 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:08.393861 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:08.469554 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff80d9f-47e4-462b-9536-0cc9c4f884a4 req-7a56c5cc-4307-488e-bdf7-f7f055b12afe tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:08.471027 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7ff80d9f-47e4-462b-9536-0cc9c4f884a4 req-7a56c5cc-4307-488e-bdf7-f7f055b12afe tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 944 time: 0.0493276 Oct 12 18:36:08.508900 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7ff80d9f-47e4-462b-9536-0cc9c4f884a4 req-7b67ea14-4d96-4816-8e90-0e2cf1f73fb7 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318069 Oct 12 18:36:08.687993 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 192f9164-f1d6-4259-8c18-d220be03c0d9 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:36:08.834485 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port 192f9164-f1d6-4259-8c18-d220be03c0d9 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:36:08.839137 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 192f9164-f1d6-4259-8c18-d220be03c0d9 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:36:08.839504 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:08.919596 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:08.943776 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c441c901-c4e6-43f0-8136-f138ee030430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192f9164-f1d6-4259-8c18-d220be03c0d9'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:36:08.946057 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45b55e8-5f32-44f2-bc9c-27cfe8c1d4d4" -d '{"events": [{"server_uuid": "c441c901-c4e6-43f0-8136-f138ee030430", "name": "network-vif-plugged", "status": "completed", "tag": "192f9164-f1d6-4259-8c18-d220be03c0d9"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:36:08.964781 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 192f9164-f1d6-4259-8c18-d220be03c0d9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=192f9164-f1d6-4259-8c18-d220be03c0d9,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:08.982469 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56695c90-a102-48e2-ade7-4970295cb83d x-openstack-request-id: req-56695c90-a102-48e2-ade7-4970295cb83d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:36:08.982779 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c441c901-c4e6-43f0-8136-f138ee030430", "name": "network-vif-plugged", "status": "completed", "tag": "192f9164-f1d6-4259-8c18-d220be03c0d9", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:36:08.983033 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56695c90-a102-48e2-ade7-4970295cb83d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:36:08.983455 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c441c901-c4e6-43f0-8136-f138ee030430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192f9164-f1d6-4259-8c18-d220be03c0d9', 'code': 200} Oct 12 18:36:09.102857 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:09.153949 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=192f9164-f1d6-4259-8c18-d220be03c0d9,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:09.386097 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885773b6-7e1a-41c1-b692-2a654abb4b2a req-8212047a-053e-43c3-b6fd-d017c0008ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:09.407070 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-885773b6-7e1a-41c1-b692-2a654abb4b2a req-8212047a-053e-43c3-b6fd-d017c0008ec9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 1098 time: 0.0869646 Oct 12 18:36:09.425064 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-885773b6-7e1a-41c1-b692-2a654abb4b2a req-0a3b6e1a-59ed-4a44-ac12-e3c2679b4d3c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295367 Oct 12 18:36:09.631527 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4d6e1-1d3e-43e5-8adf-3156d546f10d req-fb2aa9dc-bbd4-4b8e-b892-3def20be71f8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:09.633107 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3be4d6e1-1d3e-43e5-8adf-3156d546f10d req-fb2aa9dc-bbd4-4b8e-b892-3def20be71f8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 945 time: 0.0552781 Oct 12 18:36:09.643903 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52992) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:36:09.673857 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3be4d6e1-1d3e-43e5-8adf-3156d546f10d req-f068f928-4748-4a90-9088-25167eb10800 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347910 Oct 12 18:36:09.690778 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3260a5-2551-4c1c-99f3-f2e5d947fbb3 admin admin] Deleting subnet 1d5c2132-f10a-416d-95c3-ce9b9db4a26f {{(pid=94836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:36:09.694230 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cd3260a5-2551-4c1c-99f3-f2e5d947fbb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:09.727115 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cd3260a5-2551-4c1c-99f3-f2e5d947fbb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840153'] for subnet, precommit_delete_associations {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:09.765090 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cd3260a5-2551-4c1c-99f3-f2e5d947fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:09.912036 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cd3260a5-2551-4c1c-99f3-f2e5d947fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30503018'] for subnet, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:09.936550 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3260a5-2551-4c1c-99f3-f2e5d947fbb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5c2132-f10a-416d-95c3-ce9b9db4a26f,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:09.943008 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cd3260a5-2551-4c1c-99f3-f2e5d947fbb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:09.950786 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-cd3260a5-2551-4c1c-99f3-f2e5d947fbb3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1d5c2132-f10a-416d-95c3-ce9b9db4a26f HTTP/1.1" status: 204 len: 168 time: 0.3010240 Oct 12 18:36:09.950786 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 52994) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:36:09.994224 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:36:10.017789 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3b4aeabf-d92a-48fa-9d30-507b64dcf5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:10.085532 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:10.101310 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3b4aeabf-d92a-48fa-9d30-507b64dcf5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:10.122826 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-3b4aeabf-d92a-48fa-9d30-507b64dcf5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0b2b7e-810d-4085-a3e3-d8a60d0397cb']}} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:10.132712 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-3b4aeabf-d92a-48fa-9d30-507b64dcf5e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e605ebda-a30a-4a94-bbe9-69181e9ed62d') {'for_net_delete': True} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:10.133015 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-3b4aeabf-d92a-48fa-9d30-507b64dcf5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e605ebda-a30a-4a94-bbe9-69181e9ed62d') {} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:10.142791 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3b4aeabf-d92a-48fa-9d30-507b64dcf5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840146'] for segment, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:10.156065 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3b4aeabf-d92a-48fa-9d30-507b64dcf5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:10.161885 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4aeabf-d92a-48fa-9d30-507b64dcf5e6 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:36:10.162270 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3b4aeabf-d92a-48fa-9d30-507b64dcf5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31250374'] for segment, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: Traceback (most recent call last): Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: timer() Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: cb(*args, **kw) Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: return func(*args, **kwargs) Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: self._notify() Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: self.callback(batched_events) Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: event.method(event) Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: return f(self, *a, **k) Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._get(url).json() Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: return self.request(url, 'GET', **kwargs) Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:36:10.164150 dv-cinder-813227-2-iscsi neutron-server[94836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:36:10.314152 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3b4aeabf-d92a-48fa-9d30-507b64dcf5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:10.330079 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3b4aeabf-d92a-48fa-9d30-507b64dcf5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:10.333392 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-3b4aeabf-d92a-48fa-9d30-507b64dcf5e6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2e0b2b7e-810d-4085-a3e3-d8a60d0397cb HTTP/1.1" status: 204 len: 168 time: 0.3831656 Oct 12 18:36:10.334563 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4aeabf-d92a-48fa-9d30-507b64dcf5e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0b2b7e-810d-4085-a3e3-d8a60d0397cb,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:10.799460 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a33a1f-8bf0-45b8-be5d-e8e5e57b1f00 req-b7efc695-2ef0-4edb-868f-93505fd3fb9b tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:10.801160 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f9a33a1f-8bf0-45b8-be5d-e8e5e57b1f00 req-b7efc695-2ef0-4edb-868f-93505fd3fb9b tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 945 time: 0.0586505 Oct 12 18:36:10.844838 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f9a33a1f-8bf0-45b8-be5d-e8e5e57b1f00 req-8f02dcfb-bb18-459e-8192-eba2e97d34f1 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370779 Oct 12 18:36:10.953927 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:11.000522 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 53000) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:36:11.040899 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-c3e4660e-6ba8-4d68-8d3f-d336ae27cdb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ec087a3edc444cbb249442bb987326c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389957 Oct 12 18:36:11.043163 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 53002) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:36:11.093685 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-19c24aa3-1c67-4089-9f4b-ed0c777dd800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:11.116692 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-19c24aa3-1c67-4089-9f4b-ed0c777dd800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:11.268529 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-19c24aa3-1c67-4089-9f4b-ed0c777dd800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:11.271076 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-19c24aa3-1c67-4089-9f4b-ed0c777dd800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:11.272252 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-19c24aa3-1c67-4089-9f4b-ed0c777dd800 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/566d2f88-66c6-4fb9-9c79-cbfa219fb7d8 HTTP/1.1" status: 204 len: 168 time: 0.2281823 Oct 12 18:36:11.280904 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c24aa3-1c67-4089-9f4b-ed0c777dd800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566d2f88-66c6-4fb9-9c79-cbfa219fb7d8,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:11.971832 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e60d4-0aaa-47a4-8c2e-c2defd71f33c req-0aacceda-339b-41c1-b09a-0002119a4da7 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:11.973292 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-188e60d4-0aaa-47a4-8c2e-c2defd71f33c req-0aacceda-339b-41c1-b09a-0002119a4da7 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 945 time: 0.0477390 Oct 12 18:36:12.009822 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-188e60d4-0aaa-47a4-8c2e-c2defd71f33c req-e6422fd7-352d-4a2c-ae97-7b5972803639 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306916 Oct 12 18:36:23.550731 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474142eb-1341-4546-94ad-0a77346965dd req-666f4123-de39-4e8d-98a8-b8b9acee1824 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:23.552171 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-666f4123-de39-4e8d-98a8-b8b9acee1824 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/networks?id=61f6d5f9-4048-4750-b2a3-767357f4402f HTTP/1.1" status: 200 len: 814 time: 0.1054487 Oct 12 18:36:23.567527 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-a149a399-7d9a-42bd-b186-f019aea7a7d4 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/quotas/9b114869544b4236a53ce1103cfc7abf HTTP/1.1" status: 200 len: 375 time: 0.0095458 Oct 12 18:36:23.866695 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-955a736a-b99c-43a2-a8fb-b2dee7bbeada tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b114869544b4236a53ce1103cfc7abf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2936683 Oct 12 18:36:23.877976 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-6c19bda3-50a5-448b-99dc-376a6840b111 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:36:23.878885 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-6c19bda3-50a5-448b-99dc-376a6840b111 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054541 Oct 12 18:36:23.964261 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-43b470a8-3a6d-4b3a-b50d-c23e2d72f90c service neutron] 10.222.0.18 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794878 Oct 12 18:36:24.055866 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-b5ffebd5-ee16-4240-8c20-f06791285a5b service neutron] 10.222.0.18 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850668 Oct 12 18:36:24.295489 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6d9233a1-64b1-4315-ae48-e8c21c4e7fb2 req-057a1e54-b505-4dbe-a775-880186dc3ff4 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 210 time: 0.0268905 Oct 12 18:36:25.387991 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b5978214-2c26-49c8-a2aa-db46a928bb44 req-95b8eb2f-0fd1-47ea-b779-51ec1aee9c59 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 210 time: 0.0278561 Oct 12 18:36:26.496560 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bfdffea0-b815-49ac-ae5d-672e179d7571 req-7f15eeff-7483-4865-bf4e-b97c85593c48 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 210 time: 0.0343599 Oct 12 18:36:26.553844 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474142eb-1341-4546-94ad-0a77346965dd req-b4835ea2-4d87-44b7-aff5-670728e9166f tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:26.555263 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-b4835ea2-4d87-44b7-aff5-670728e9166f tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "GET /v2.0/networks?id=61f6d5f9-4048-4750-b2a3-767357f4402f HTTP/1.1" status: 200 len: 814 time: 0.1415234 Oct 12 18:36:26.573595 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-474142eb-1341-4546-94ad-0a77346965dd req-05422335-80cf-4b82-a92f-13697aaa78b8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Request body: {'port': {'device_id': '95e86945-e809-401e-9a1a-7c506f4d847f', 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f', 'admin_state_up': True, 'tenant_id': '9b114869544b4236a53ce1103cfc7abf'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:36:26.771270 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474142eb-1341-4546-94ad-0a77346965dd req-05422335-80cf-4b82-a92f-13697aaa78b8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Made reservation on behalf of 9b114869544b4236a53ce1103cfc7abf for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:36:26.777132 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-474142eb-1341-4546-94ad-0a77346965dd req-05422335-80cf-4b82-a92f-13697aaa78b8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:26.947507 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-474142eb-1341-4546-94ad-0a77346965dd req-05422335-80cf-4b82-a92f-13697aaa78b8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Allocated IP 172.20.0.10 (61f6d5f9-4048-4750-b2a3-767357f4402f/fd15f454-2365-4315-94dd-e81b3ed3655a/a254d8df-215f-4c79-ac60-a5b25f3bb041) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:36:27.094358 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-474142eb-1341-4546-94ad-0a77346965dd req-05422335-80cf-4b82-a92f-13697aaa78b8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:27.186835 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-474142eb-1341-4546-94ad-0a77346965dd req-05422335-80cf-4b82-a92f-13697aaa78b8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:27.200250 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['192f9164-f1d6-4259-8c18-d220be03c0d9'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:36:27.233998 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474142eb-1341-4546-94ad-0a77346965dd req-05422335-80cf-4b82-a92f-13697aaa78b8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Network 61f6d5f9-4048-4750-b2a3-767357f4402f is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:36:27.237620 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-474142eb-1341-4546-94ad-0a77346965dd req-05422335-80cf-4b82-a92f-13697aaa78b8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:36:27.241654 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-474142eb-1341-4546-94ad-0a77346965dd req-05422335-80cf-4b82-a92f-13697aaa78b8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:36:27.269283 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05422335-80cf-4b82-a92f-13697aaa78b8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Pushing event updated for resources: {'Port': ['ID=a254d8df-215f-4c79-ac60-a5b25f3bb041,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:27.295077 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474142eb-1341-4546-94ad-0a77346965dd req-05422335-80cf-4b82-a92f-13697aaa78b8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:27.295696 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-474142eb-1341-4546-94ad-0a77346965dd req-05422335-80cf-4b82-a92f-13697aaa78b8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:27.423291 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-05422335-80cf-4b82-a92f-13697aaa78b8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8534856 Oct 12 18:36:27.439767 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Request body: {'port': {'device_id': '95e86945-e809-401e-9a1a-7c506f4d847f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:36:27.494405 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:27.710694 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec5af5-0410-46ca-845f-18af78550be8 req-1d3b5fb8-ed0e-47ba-b47e-deaa4af10be0 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:27.712145 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0aec5af5-0410-46ca-845f-18af78550be8 req-1d3b5fb8-ed0e-47ba-b47e-deaa4af10be0 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 932 time: 0.1117611 Oct 12 18:36:27.778398 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0aec5af5-0410-46ca-845f-18af78550be8 req-d2d19b91-0d6f-41a3-aecb-9ccced7aca6e tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596967 Oct 12 18:36:27.829109 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a254d8df-215f-4c79-ac60-a5b25f3bb041 {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:36:27.836276 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:27.848195 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Transition to ACTIVE for port object a254d8df-215f-4c79-ac60-a5b25f3bb041 will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:36:27.941989 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:27.989623 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Pushing event updated for resources: {'Port': ['ID=a254d8df-215f-4c79-ac60-a5b25f3bb041,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:28.060993 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Attempting to bind port a254d8df-215f-4c79-ac60-a5b25f3bb041 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:36:28.061218 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Attempting to bind port a254d8df-215f-4c79-ac60-a5b25f3bb041 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:36:28.061550 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Attempting to bind port a254d8df-215f-4c79-ac60-a5b25f3bb041 on network 61f6d5f9-4048-4750-b2a3-767357f4402f {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:36:28.065757 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Port a254d8df-215f-4c79-ac60-a5b25f3bb041 on network 61f6d5f9-4048-4750-b2a3-767357f4402f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:36:28.073680 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Attempting to bind port a254d8df-215f-4c79-ac60-a5b25f3bb041 on network 61f6d5f9-4048-4750-b2a3-767357f4402f {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:36:28.073680 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:36:28.073680 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Checking segment: {'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:36:28.073680 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Bound using segment: {'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:36:28.073680 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Bound port: a254d8df-215f-4c79-ac60-a5b25f3bb041, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:36:28.073680 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:28.135508 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] For port a254d8df-215f-4c79-ac60-a5b25f3bb041, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:36:28.138473 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] For port a254d8df-215f-4c79-ac60-a5b25f3bb041, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a254d8df-215f-4c79-ac60-a5b25f3bb041,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:36:28.232407 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:28.268749 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:28.269357 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:28.270728 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] 10.222.0.42 "PUT /v2.0/ports/a254d8df-215f-4c79-ac60-a5b25f3bb041 HTTP/1.1" status: 200 len: 1094 time: 0.8355417 Oct 12 18:36:28.271173 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e86945-e809-401e-9a1a-7c506f4d847f', 'tag': 'a254d8df-215f-4c79-ac60-a5b25f3bb041'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:36:28.273445 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0607f68-cfa6-4ea3-9e54-415f2da1e6af" -d '{"events": [{"name": "network-changed", "server_uuid": "95e86945-e809-401e-9a1a-7c506f4d847f", "tag": "a254d8df-215f-4c79-ac60-a5b25f3bb041"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:36:28.295156 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bcdab-79e1-4468-8e15-901ba79c704a service neutron] Pushing event updated for resources: {'Port': ['ID=a254d8df-215f-4c79-ac60-a5b25f3bb041,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:28.307827 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f5bcdb-0002-4eb7-ac16-c5171508d46d x-openstack-request-id: req-58f5bcdb-0002-4eb7-ac16-c5171508d46d {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:36:28.308130 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e86945-e809-401e-9a1a-7c506f4d847f", "tag": "a254d8df-215f-4c79-ac60-a5b25f3bb041", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:36:28.308379 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58f5bcdb-0002-4eb7-ac16-c5171508d46d {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:36:28.308799 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e86945-e809-401e-9a1a-7c506f4d847f', 'tag': 'a254d8df-215f-4c79-ac60-a5b25f3bb041', 'status': 'completed', 'code': 200} Oct 12 18:36:28.391567 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0607f68-cfa6-4ea3-9e54-415f2da1e6af req-4b437f84-2bee-40d9-88d7-78557182f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:28.393024 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a0607f68-cfa6-4ea3-9e54-415f2da1e6af req-4b437f84-2bee-40d9-88d7-78557182f54b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b114869544b4236a53ce1103cfc7abf&device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 1097 time: 0.0461078 Oct 12 18:36:28.492695 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0607f68-cfa6-4ea3-9e54-415f2da1e6af req-a997d223-d140-4874-a486-5dd5d20812e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:28.494160 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a0607f68-cfa6-4ea3-9e54-415f2da1e6af req-a997d223-d140-4874-a486-5dd5d20812e9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9b114869544b4236a53ce1103cfc7abf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0924177 Oct 12 18:36:28.588823 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0607f68-cfa6-4ea3-9e54-415f2da1e6af req-76e48b08-ec2a-4ebb-a26b-a5f9b908b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:28.590256 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a0607f68-cfa6-4ea3-9e54-415f2da1e6af req-76e48b08-ec2a-4ebb-a26b-a5f9b908b30a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887144 Oct 12 18:36:28.666502 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474142eb-1341-4546-94ad-0a77346965dd req-ea003cd4-aab0-4f91-bb08-f703ec8b8492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:28.667992 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-ea003cd4-aab0-4f91-bb08-f703ec8b8492 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b114869544b4236a53ce1103cfc7abf&device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 1097 time: 0.0410385 Oct 12 18:36:28.711777 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-1fe1c740-c700-4e9b-a6b2-a0f86ba0d25d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a254d8df-215f-4c79-ac60-a5b25f3bb041 HTTP/1.1" status: 200 len: 217 time: 0.0340052 Oct 12 18:36:28.772942 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474142eb-1341-4546-94ad-0a77346965dd req-0f79dc2b-4e37-4e0d-a42f-a4ab4f69fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:28.774383 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-0f79dc2b-4e37-4e0d-a42f-a4ab4f69fb71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd15f454-2365-4315-94dd-e81b3ed3655a HTTP/1.1" status: 200 len: 854 time: 0.0510929 Oct 12 18:36:28.810748 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-8eaca456-4d61-4e33-bd24-575cb355a27c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61f6d5f9-4048-4750-b2a3-767357f4402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250652 Oct 12 18:36:28.931212 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0155c-6f52-4dae-b0f7-c003a9ad9610 req-99babdc0-165b-405c-b9bf-064a93eeb216 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:28.932627 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9bc0155c-6f52-4dae-b0f7-c003a9ad9610 req-99babdc0-165b-405c-b9bf-064a93eeb216 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 944 time: 0.0743997 Oct 12 18:36:28.950090 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-fbfe59eb-087e-47ff-98e2-9fc885db0c56 service neutron] 10.222.0.42 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318607 Oct 12 18:36:29.016722 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9bc0155c-6f52-4dae-b0f7-c003a9ad9610 req-5e6a58b7-c632-46ac-869a-44bbfe02b3ba tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779862 Oct 12 18:36:29.060017 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-474142eb-1341-4546-94ad-0a77346965dd req-accaaf91-f5c1-4815-82f5-9439deea20c1 service neutron] 10.222.0.42 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005051 Oct 12 18:36:30.134110 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443a35b-bce9-4647-bf3f-1a6d9f6c45c2 req-5c33e502-37dd-473b-8e87-63dabbecc142 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:30.135553 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c443a35b-bce9-4647-bf3f-1a6d9f6c45c2 req-5c33e502-37dd-473b-8e87-63dabbecc142 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 944 time: 0.0481610 Oct 12 18:36:30.172823 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c443a35b-bce9-4647-bf3f-1a6d9f6c45c2 req-5df2d144-0ff8-4221-be9a-9dc83b000a15 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307088 Oct 12 18:36:31.282257 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0eb2-eab1-4878-aae4-c1e4441b2bbd req-656845fa-0c8c-459c-b098-a5b9aa549dba tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:31.283716 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-163a0eb2-eab1-4878-aae4-c1e4441b2bbd req-656845fa-0c8c-459c-b098-a5b9aa549dba tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 944 time: 0.0483298 Oct 12 18:36:31.321031 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-163a0eb2-eab1-4878-aae4-c1e4441b2bbd req-d7a4bee2-eb62-46f0-9124-56615f8ad9fc tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314896 Oct 12 18:36:32.439948 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834051f-1dc3-4763-8e11-4800415421b3 req-01656b8d-cd13-456a-a8b9-419f73de1b6e tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:32.441407 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b834051f-1dc3-4763-8e11-4800415421b3 req-01656b8d-cd13-456a-a8b9-419f73de1b6e tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 944 time: 0.0539515 Oct 12 18:36:32.482977 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b834051f-1dc3-4763-8e11-4800415421b3 req-e0b6341b-df6a-404e-81c2-9db301aa6fa1 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356784 Oct 12 18:36:32.758709 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device a254d8df-215f-4c79-ac60-a5b25f3bb041 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:36:32.979323 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port a254d8df-215f-4c79-ac60-a5b25f3bb041, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a254d8df-215f-4c79-ac60-a5b25f3bb041,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:32.991549 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': 'a254d8df-215f-4c79-ac60-a5b25f3bb041', 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f', 'port_id': 'a254d8df-215f-4c79-ac60-a5b25f3bb041', 'mac_address': 'fa:16:3e:ed:b6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd15f454-2365-4315-94dd-e81b3ed3655a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:36:33.031492 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:33.044032 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a254d8df-215f-4c79-ac60-a5b25f3bb041 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:36:33.068387 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port a254d8df-215f-4c79-ac60-a5b25f3bb041, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a254d8df-215f-4c79-ac60-a5b25f3bb041,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:33.145519 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:33.193886 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=a254d8df-215f-4c79-ac60-a5b25f3bb041,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:33.200978 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:33.201333 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:33.201680 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:33.202016 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:33.202349 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:33.202690 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:33.203018 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:33.203343 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:33.203745 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:33.204076 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:33.204417 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:33.204759 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:33.550325 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['a254d8df-215f-4c79-ac60-a5b25f3bb041'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:36:33.598139 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de2475-1de8-4310-b548-c44fa5a8b9fa req-ea7d2394-e6ba-4490-87e5-f656898622da tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:33.599602 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d7de2475-1de8-4310-b548-c44fa5a8b9fa req-ea7d2394-e6ba-4490-87e5-f656898622da tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 945 time: 0.0482309 Oct 12 18:36:33.638027 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d7de2475-1de8-4310-b548-c44fa5a8b9fa req-72987619-d86d-4a29-933d-ec4b19c60c32 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319171 Oct 12 18:36:34.311417 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc7289a9-296c-498e-8f47-25b79b6c5539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:34.757541 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268162b-0afd-4b78-b75c-19f2bb2ac47d req-7c2f7959-31e0-432e-a37a-7dea1f97c56c tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:34.759005 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2268162b-0afd-4b78-b75c-19f2bb2ac47d req-7c2f7959-31e0-432e-a37a-7dea1f97c56c tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 945 time: 0.0485508 Oct 12 18:36:34.769801 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device a254d8df-215f-4c79-ac60-a5b25f3bb041 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:36:34.798478 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2268162b-0afd-4b78-b75c-19f2bb2ac47d req-5cb5bfc1-410c-4685-b26f-adfb10d89fae tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Oct 12 18:36:34.877572 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port a254d8df-215f-4c79-ac60-a5b25f3bb041 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:36:34.881845 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port a254d8df-215f-4c79-ac60-a5b25f3bb041 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:36:34.882318 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:34.962811 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:34.984922 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e86945-e809-401e-9a1a-7c506f4d847f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a254d8df-215f-4c79-ac60-a5b25f3bb041'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:36:34.987190 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1120751-4053-4c1c-87fb-b40c7217db0b" -d '{"events": [{"server_uuid": "95e86945-e809-401e-9a1a-7c506f4d847f", "name": "network-vif-plugged", "status": "completed", "tag": "a254d8df-215f-4c79-ac60-a5b25f3bb041"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:36:35.003351 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port a254d8df-215f-4c79-ac60-a5b25f3bb041, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a254d8df-215f-4c79-ac60-a5b25f3bb041,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:35.035264 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f03af4-e683-4eba-a26b-650f52dc0140 x-openstack-request-id: req-e1f03af4-e683-4eba-a26b-650f52dc0140 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:36:35.035556 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e86945-e809-401e-9a1a-7c506f4d847f", "name": "network-vif-plugged", "status": "completed", "tag": "a254d8df-215f-4c79-ac60-a5b25f3bb041", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:36:35.035826 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1f03af4-e683-4eba-a26b-650f52dc0140 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:36:35.036205 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e86945-e809-401e-9a1a-7c506f4d847f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a254d8df-215f-4c79-ac60-a5b25f3bb041', 'code': 200} Oct 12 18:36:35.119187 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:35.165875 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=a254d8df-215f-4c79-ac60-a5b25f3bb041,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:35.442525 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64595483-a982-4c55-afbc-770cd009af37 req-dd46448e-f1cf-4d5c-a1c7-ab3734a2d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:35.443900 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-64595483-a982-4c55-afbc-770cd009af37 req-dd46448e-f1cf-4d5c-a1c7-ab3734a2d4f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 1099 time: 0.0406942 Oct 12 18:36:35.482454 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-64595483-a982-4c55-afbc-770cd009af37 req-2e300331-4739-4421-b52e-be37f7c65293 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312164 Oct 12 18:36:35.924537 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833889-0c32-4efe-8abb-077ecaf64215 req-bb4efbb7-e012-4742-ad59-db3cdb4b8fb0 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:35.927091 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-21833889-0c32-4efe-8abb-077ecaf64215 req-bb4efbb7-e012-4742-ad59-db3cdb4b8fb0 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 946 time: 0.0590897 Oct 12 18:36:35.966365 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-21833889-0c32-4efe-8abb-077ecaf64215 req-d75763d7-6394-49c5-9009-4cb488b24b4f tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Oct 12 18:36:37.091599 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f308ad6-888a-4d62-9d9a-6e021ccfaa00 req-e3f222cf-2add-4f27-adf6-11b858619fda tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:37.093218 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4f308ad6-888a-4d62-9d9a-6e021ccfaa00 req-e3f222cf-2add-4f27-adf6-11b858619fda tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 946 time: 0.0558701 Oct 12 18:36:37.134944 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4f308ad6-888a-4d62-9d9a-6e021ccfaa00 req-44c4a84e-7bdd-4ae9-b69f-24216367b7f8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332556 Oct 12 18:36:37.254613 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-112c0615-3fdb-455b-a283-67d315bec7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:38.010446 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:38.252644 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bf4c8-f749-4ef4-b320-89d5a6a2a596 req-975e1429-37d1-40be-b697-7e2ef5498f28 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:38.254107 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1b0bf4c8-f749-4ef4-b320-89d5a6a2a596 req-975e1429-37d1-40be-b697-7e2ef5498f28 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 946 time: 0.0489058 Oct 12 18:36:38.299182 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1b0bf4c8-f749-4ef4-b320-89d5a6a2a596 req-586fde45-bbda-48e3-b273-15840ce1c642 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384374 Oct 12 18:36:38.340202 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:40.010252 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:40.862373 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:41.177842 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-775be596-87a9-41be-94b1-3ee547ef1992 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:41.179192 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-775be596-87a9-41be-94b1-3ee547ef1992 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/networks?id=61f6d5f9-4048-4750-b2a3-767357f4402f HTTP/1.1" status: 200 len: 814 time: 0.1019764 Oct 12 18:36:41.193980 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-19b961c4-fc70-40f6-b00f-7f1193731343 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/quotas/9b114869544b4236a53ce1103cfc7abf HTTP/1.1" status: 200 len: 375 time: 0.0091486 Oct 12 18:36:41.245019 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-d73f0e02-fc1f-4349-ad06-78bb10e031a3 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b114869544b4236a53ce1103cfc7abf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457227 Oct 12 18:36:41.337835 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-7807ef4f-9360-4010-8211-d1adb058b103 service neutron] 10.222.0.18 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856471 Oct 12 18:36:41.429264 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-c3c06b7b-3483-4466-a341-df2d21d30d75 service neutron] 10.222.0.18 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851383 Oct 12 18:36:41.693628 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-320c4390-22dc-4673-acd5-21b998611219 req-cb40e2c2-13ac-4d4a-be44-24e48dac9d32 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 210 time: 0.0314245 Oct 12 18:36:42.082208 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651704d7-dbfa-4025-9246-67e1b51fe92e req-3fa2eff8-0fcc-484f-bfc7-6dbdb74bfd18 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:42.083653 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-651704d7-dbfa-4025-9246-67e1b51fe92e req-3fa2eff8-0fcc-484f-bfc7-6dbdb74bfd18 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 946 time: 0.0477490 Oct 12 18:36:42.120757 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-651704d7-dbfa-4025-9246-67e1b51fe92e req-b65c5c31-8a04-4763-91df-68decf14bc5d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310695 Oct 12 18:36:42.786442 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4ef5873b-e64d-4f4a-a503-1cb85f67fa9a req-cd1a719a-2571-40d5-823b-a78207acdb69 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 210 time: 0.0265174 Oct 12 18:36:43.239603 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380d390-926e-4864-89f0-f984e65ca31e req-979baecf-3a7c-40e0-b3e9-b0a13411bd17 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:43.241005 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d380d390-926e-4864-89f0-f984e65ca31e req-979baecf-3a7c-40e0-b3e9-b0a13411bd17 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 946 time: 0.0484769 Oct 12 18:36:43.286462 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d380d390-926e-4864-89f0-f984e65ca31e req-cc359ec6-a1c9-4e80-b84b-8f4e7150233e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394180 Oct 12 18:36:43.890797 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-334623d7-39e8-403d-baf4-e6fcbb7a6da8 req-dd6c1714-a9c0-4029-bd01-4edf4776234c tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 210 time: 0.0320272 Oct 12 18:36:43.926893 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-0bab6f1d-ef9e-457e-8b55-bc763b16ae93 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:43.926893 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-0bab6f1d-ef9e-457e-8b55-bc763b16ae93 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 946 time: 0.0605049 Oct 12 18:36:43.938663 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-c50337e8-acc8-42ef-8239-761c30814e8a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:43.940258 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-c50337e8-acc8-42ef-8239-761c30814e8a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "GET /v2.0/networks?id=61f6d5f9-4048-4750-b2a3-767357f4402f HTTP/1.1" status: 200 len: 814 time: 0.1418085 Oct 12 18:36:43.953318 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Request body: {'port': {'device_id': 'e1d26e71-34c0-4d7a-9d84-e1925fd3656a', 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f', 'admin_state_up': True, 'tenant_id': '9b114869544b4236a53ce1103cfc7abf'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:36:44.018594 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Deleting port 6b4b7683-8980-4bd3-9e9f-66f9276cb054 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:36:44.018937 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:44.109755 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] For port 6b4b7683-8980-4bd3-9e9f-66f9276cb054, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b4b7683-8980-4bd3-9e9f-66f9276cb054,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:44.110117 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:44.199402 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Made reservation on behalf of 9b114869544b4236a53ce1103cfc7abf for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:36:44.202920 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:44.342533 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Allocated IP 172.20.0.13 (61f6d5f9-4048-4750-b2a3-767357f4402f/fd15f454-2365-4315-94dd-e81b3ed3655a/34346751-2457-41e9-a11d-b95b457cafe0) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:36:44.486234 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33145a5-5d23-4d63-a158-5dea7e0fa271 req-94e02a72-4cbc-4bdd-bcd6-d54bdbbeb541 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:44.487764 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e33145a5-5d23-4d63-a158-5dea7e0fa271 req-94e02a72-4cbc-4bdd-bcd6-d54bdbbeb541 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 946 time: 0.1156774 Oct 12 18:36:44.556090 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e33145a5-5d23-4d63-a158-5dea7e0fa271 req-9953d5ef-0560-437b-a531-4d572463ece7 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups?id=619c7f2a-7c5c-4faa-8678-cd21c5da245e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606890 Oct 12 18:36:44.566042 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:44.566410 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:44.566717 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.l3_db [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Floating IP f5ab5631-55e7-4e8d-b507-c178fd2a269f disassociated. External IP: 172.27.1.31, port: 6b4b7683-8980-4bd3-9e9f-66f9276cb054. Oct 12 18:36:44.567055 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Calling delete_port for 6b4b7683-8980-4bd3-9e9f-66f9276cb054 owned by compute:nova {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:36:44.574638 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:44.688651 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:44.701640 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['192f9164-f1d6-4259-8c18-d220be03c0d9', 'a254d8df-215f-4c79-ac60-a5b25f3bb041'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:36:44.742025 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Network 61f6d5f9-4048-4750-b2a3-767357f4402f is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:36:44.745084 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:36:44.749030 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:36:44.769240 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:44.775274 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Pushing event updated for resources: {'Port': ['ID=34346751-2457-41e9-a11d-b95b457cafe0,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:44.788084 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:44.788459 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:44.788785 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:44.789111 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:44.789441 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:44.789761 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:44.790089 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:44.790396 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:44.790710 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:44.791025 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:44.791344 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:44.791714 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:44.800750 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event deleted for resources: {'Port': ['ID=6b4b7683-8980-4bd3-9e9f-66f9276cb054,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:44.823479 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:44.824131 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:44.915567 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Router b9688eb7-3759-4c65-b259-288abb2db92b has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:36:44.959765 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-9e875bc5-1184-45be-8d61-3c66cff62f78 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0105021 Oct 12 18:36:44.973155 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Request body: {'port': {'device_id': 'e1d26e71-34c0-4d7a-9d84-e1925fd3656a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:36:45.027685 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:36:45.041072 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab90651e-ee67-4cf6-9bf4-e18b0ad8afc9 None None] Sync routers for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:36:45.050988 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90651e-ee67-4cf6-9bf4-e18b0ad8afc9 None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:36:45.051919 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-ab90651e-ee67-4cf6-9bf4-e18b0ad8afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:36:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:45.060716 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:45.070006 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6649f-1a05-44f0-8c39-2927836abbd0 req-9b98b68f-eecc-41b8-873a-1fb152c9f67a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:45.071466 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d2d6649f-1a05-44f0-8c39-2927836abbd0 req-9b98b68f-eecc-41b8-873a-1fb152c9f67a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 932 time: 0.0954857 Oct 12 18:36:45.074810 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] No DVR routers for this DVR port 6b4b7683-8980-4bd3-9e9f-66f9276cb054 on host hv-cinder-81322 {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:36:45.077950 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:45.081415 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-20d26792-505c-46fe-98b6-d4a8cdb9f799 req-483723a7-4431-4775-90d3-8892ff5d459d tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.42 "DELETE /v2.0/ports/6b4b7683-8980-4bd3-9e9f-66f9276cb054 HTTP/1.1" status: 204 len: 173 time: 1.1498463 Oct 12 18:36:45.081804 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'name': 'network-vif-deleted', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:36:45.084708 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d48d45-22ce-4d0f-94a7-657a9c4cd7b3" -d '{"events": [{"server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "name": "network-vif-deleted", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:36:45.122733 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e7d980-ebeb-45ff-bb61-c1fd186c3086 x-openstack-request-id: req-60e7d980-ebeb-45ff-bb61-c1fd186c3086 {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:36:45.123026 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73458df-c845-4c48-9839-58d3acdfd4da", "name": "network-vif-deleted", "tag": "6b4b7683-8980-4bd3-9e9f-66f9276cb054", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:36:45.123349 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60e7d980-ebeb-45ff-bb61-c1fd186c3086 {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:36:45.123944 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73458df-c845-4c48-9839-58d3acdfd4da', 'name': 'network-vif-deleted', 'tag': '6b4b7683-8980-4bd3-9e9f-66f9276cb054', 'status': 'completed', 'code': 200} Oct 12 18:36:45.155996 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d2d6649f-1a05-44f0-8c39-2927836abbd0 req-5bc44ccb-e06d-47c2-9b26-a8a5329f05dc tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712461 Oct 12 18:36:45.165883 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-ab90651e-ee67-4cf6-9bf4-e18b0ad8afc9 None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:36:45.398097 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-ab90651e-ee67-4cf6-9bf4-e18b0ad8afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:47Z', 'revision_number': 5, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:45.399028 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34346751-2457-41e9-a11d-b95b457cafe0 {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:36:45.406854 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:45.419598 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Transition to ACTIVE for port object 34346751-2457-41e9-a11d-b95b457cafe0 will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:36:45.427833 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab90651e-ee67-4cf6-9bf4-e18b0ad8afc9 None None] Checking router: b9688eb7-3759-4c65-b259-288abb2db92b for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:36:45.432747 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90651e-ee67-4cf6-9bf4-e18b0ad8afc9 None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:36:45.433343 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-ab90651e-ee67-4cf6-9bf4-e18b0ad8afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:36:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:45.524557 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:45.535539 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-ab90651e-ee67-4cf6-9bf4-e18b0ad8afc9 None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:36:45.576073 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Pushing event updated for resources: {'Port': ['ID=34346751-2457-41e9-a11d-b95b457cafe0,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:45.645502 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Attempting to bind port 34346751-2457-41e9-a11d-b95b457cafe0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:36:45.646285 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Attempting to bind port 34346751-2457-41e9-a11d-b95b457cafe0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:36:45.646285 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Attempting to bind port 34346751-2457-41e9-a11d-b95b457cafe0 on network 61f6d5f9-4048-4750-b2a3-767357f4402f {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:36:45.650460 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Port 34346751-2457-41e9-a11d-b95b457cafe0 on network 61f6d5f9-4048-4750-b2a3-767357f4402f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:36:45.650776 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Attempting to bind port 34346751-2457-41e9-a11d-b95b457cafe0 on network 61f6d5f9-4048-4750-b2a3-767357f4402f {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:36:45.665843 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:36:45.666191 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Checking segment: {'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:36:45.666559 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Bound using segment: {'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:36:45.666998 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Bound port: 34346751-2457-41e9-a11d-b95b457cafe0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:36:45.667359 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:45.693484 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-157baab8-08ab-4c2d-be43-124909ae4668 req-1aa4b31d-e550-450a-9ae6-4a4ec6435a4e tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73458df-c845-4c48-9839-58d3acdfd4da HTTP/1.1" status: 200 len: 210 time: 0.0392466 Oct 12 18:36:45.738976 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-ab90651e-ee67-4cf6-9bf4-e18b0ad8afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:47Z', 'revision_number': 5, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:45.751608 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] For port 34346751-2457-41e9-a11d-b95b457cafe0, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:36:45.755567 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] For port 34346751-2457-41e9-a11d-b95b457cafe0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34346751-2457-41e9-a11d-b95b457cafe0,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:36:45.769741 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab90651e-ee67-4cf6-9bf4-e18b0ad8afc9 None None] The sync data for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi is: [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:25:39Z', 'revision_number': 4, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '63840743-3267-42f9-a8ac-26fc251d8ef3', 'name': '', 'network_id': '80f5cd14-5950-4313-a8f0-f81c86803faa', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'mac_address': 'fa:16:3e:46:c1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:38Z', 'updated_at': '2021-10-12T18:25:47Z', 'revision_number': 5, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'subnets': [{'id': '502622b7-745a-4ead-8e74-4e8abad1dbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:36:45.879990 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:45.921007 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:45.923413 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:45.923413 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] 10.222.0.42 "PUT /v2.0/ports/34346751-2457-41e9-a11d-b95b457cafe0 HTTP/1.1" status: 200 len: 1094 time: 0.9544942 Oct 12 18:36:45.924342 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d26e71-34c0-4d7a-9d84-e1925fd3656a', 'tag': '34346751-2457-41e9-a11d-b95b457cafe0'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:36:45.926432 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bdd623-ba67-43a7-ac11-4fc39fe455e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d26e71-34c0-4d7a-9d84-e1925fd3656a", "tag": "34346751-2457-41e9-a11d-b95b457cafe0"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:36:45.958133 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098f95e-746f-491a-813a-101f6a66e433 service neutron] Pushing event updated for resources: {'Port': ['ID=34346751-2457-41e9-a11d-b95b457cafe0,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:45.973791 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840c599a-96f7-456f-88cf-d1c2008c5541 x-openstack-request-id: req-840c599a-96f7-456f-88cf-d1c2008c5541 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:36:45.974679 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d26e71-34c0-4d7a-9d84-e1925fd3656a", "tag": "34346751-2457-41e9-a11d-b95b457cafe0", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:36:45.974679 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-840c599a-96f7-456f-88cf-d1c2008c5541 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:36:45.975006 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d26e71-34c0-4d7a-9d84-e1925fd3656a', 'tag': '34346751-2457-41e9-a11d-b95b457cafe0', 'status': 'completed', 'code': 200} Oct 12 18:36:46.026128 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1824b90b-bd60-4ad7-a4a7-55211b2f6d73 None None] New status for floating IP f5ab5631-55e7-4e8d-b507-c178fd2a269f: DOWN {{(pid=94837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:36:46.044031 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdd623-ba67-43a7-ac11-4fc39fe455e0 req-2ef3a3b6-22af-44a7-9412-7c9bfa5dc9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:46.048524 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b6bdd623-ba67-43a7-ac11-4fc39fe455e0 req-2ef3a3b6-22af-44a7-9412-7c9bfa5dc9a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b114869544b4236a53ce1103cfc7abf&device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 1097 time: 0.0491498 Oct 12 18:36:46.145308 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdd623-ba67-43a7-ac11-4fc39fe455e0 req-dfc21957-8763-4f8e-bca9-d8f17a1d1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:46.147234 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b6bdd623-ba67-43a7-ac11-4fc39fe455e0 req-dfc21957-8763-4f8e-bca9-d8f17a1d1e47 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9b114869544b4236a53ce1103cfc7abf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0939419 Oct 12 18:36:46.272660 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdd623-ba67-43a7-ac11-4fc39fe455e0 req-bb4db940-0656-4c73-a013-5ec42ac1d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:46.277648 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b6bdd623-ba67-43a7-ac11-4fc39fe455e0 req-bb4db940-0656-4c73-a013-5ec42ac1d2c9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1166000 Oct 12 18:36:46.290322 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb04ccb-f582-4e14-94df-b507f0d7f515 req-e4f0ca14-1666-405e-831d-3cdb52741d96 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:46.291661 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ceb04ccb-f582-4e14-94df-b507f0d7f515 req-e4f0ca14-1666-405e-831d-3cdb52741d96 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 944 time: 0.0692270 Oct 12 18:36:46.328923 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ceb04ccb-f582-4e14-94df-b507f0d7f515 req-11c07165-4fbc-497f-ab7c-0e076987276e tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312390 Oct 12 18:36:46.471331 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-0d45546b-c867-4e55-8bbd-8e8a183d1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:46.472754 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-0d45546b-c867-4e55-8bbd-8e8a183d1b68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b114869544b4236a53ce1103cfc7abf&device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 1097 time: 0.0404780 Oct 12 18:36:46.519516 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-b7fc2af6-7188-4f58-8bfe-9869a80ed3c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34346751-2457-41e9-a11d-b95b457cafe0 HTTP/1.1" status: 200 len: 217 time: 0.0379515 Oct 12 18:36:46.569687 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-e25e8040-4db1-40ab-a327-e426dec1d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:46.571141 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-e25e8040-4db1-40ab-a327-e426dec1d49f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd15f454-2365-4315-94dd-e81b3ed3655a HTTP/1.1" status: 200 len: 854 time: 0.0444007 Oct 12 18:36:46.603837 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-5e5a2943-3050-43cf-be3c-2e77cd6d1c03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61f6d5f9-4048-4750-b2a3-767357f4402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243351 Oct 12 18:36:46.700155 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-10f0d46b-7598-4517-b67a-7bdb78109209 service neutron] 10.222.0.42 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874856 Oct 12 18:36:46.799482 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c7922ebe-6b6a-46cd-b1b2-48568ea88516 req-a1588e55-1136-432c-9c21-10307c3ac41b service neutron] 10.222.0.42 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871668 Oct 12 18:36:46.993136 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:36:47.051862 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 53194) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:36:47.115784 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-68b3bfa8-b7db-476d-a35e-c38b7d90772a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:47.142147 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-68b3bfa8-b7db-476d-a35e-c38b7d90772a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:47.250051 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-68b3bfa8-b7db-476d-a35e-c38b7d90772a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:47.252586 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-68b3bfa8-b7db-476d-a35e-c38b7d90772a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:47.253775 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-68b3bfa8-b7db-476d-a35e-c38b7d90772a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "DELETE /v2.0/security-groups/619c7f2a-7c5c-4faa-8678-cd21c5da245e HTTP/1.1" status: 204 len: 168 time: 0.2008677 Oct 12 18:36:47.256565 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 53196) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:36:47.263105 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3bfa8-b7db-476d-a35e-c38b7d90772a tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619c7f2a-7c5c-4faa-8678-cd21c5da245e,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:47.272438 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.api.v2.resource [None req-276c11af-b0d3-4128-82a5-cd61c038b4fb tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] show failed (client error): The resource could not be found. Oct 12 18:36:47.272438 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-276c11af-b0d3-4128-82a5-cd61c038b4fb tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "GET /v2.0/security-groups/619c7f2a-7c5c-4faa-8678-cd21c5da245e HTTP/1.1" status: 404 len: 347 time: 0.0132098 Oct 12 18:36:47.274512 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 53198) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:36:47.406020 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-205bc71c-e37c-4b0e-b8e2-e52456b383e4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Deleting port 9d959a1f-2c9e-4163-8a14-29411fd7df1c {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:36:47.406370 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-205bc71c-e37c-4b0e-b8e2-e52456b383e4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:47.451127 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2da068-0c36-4abb-b90f-e0712d2629c0 req-00a55fea-884e-4f4e-8af3-967c7cafa6e8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:47.452645 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5c2da068-0c36-4abb-b90f-e0712d2629c0 req-00a55fea-884e-4f4e-8af3-967c7cafa6e8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 944 time: 0.0511038 Oct 12 18:36:47.482164 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-205bc71c-e37c-4b0e-b8e2-e52456b383e4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:47.482486 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-205bc71c-e37c-4b0e-b8e2-e52456b383e4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:47.490916 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5c2da068-0c36-4abb-b90f-e0712d2629c0 req-d1735ed5-c335-4a99-9dbd-04405845987b tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322006 Oct 12 18:36:47.495170 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-205bc71c-e37c-4b0e-b8e2-e52456b383e4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Calling delete_port for 9d959a1f-2c9e-4163-8a14-29411fd7df1c owned by network:floatingip {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:36:47.707762 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-205bc71c-e37c-4b0e-b8e2-e52456b383e4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:47.737836 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bc71c-e37c-4b0e-b8e2-e52456b383e4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Pushing event deleted for resources: {'Port': ['ID=9d959a1f-2c9e-4163-8a14-29411fd7df1c,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:47.797940 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-205bc71c-e37c-4b0e-b8e2-e52456b383e4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks [] for floatingip, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:47.801118 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-205bc71c-e37c-4b0e-b8e2-e52456b383e4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:47.802293 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-205bc71c-e37c-4b0e-b8e2-e52456b383e4 tempest-AttachVolumeShelveTestJSON-1518504534 tempest-AttachVolumeShelveTestJSON-1518504534-project] 10.222.0.18 "DELETE /v2.0/floatingips/f5ab5631-55e7-4e8d-b507-c178fd2a269f HTTP/1.1" status: 204 len: 168 time: 0.5266652 Oct 12 18:36:48.607603 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb70b1-f09d-4fe6-9595-c8a361dab0e6 req-1058499a-0949-4dce-8f33-d64e776b4690 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:48.609104 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ebcb70b1-f09d-4fe6-9595-c8a361dab0e6 req-1058499a-0949-4dce-8f33-d64e776b4690 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 944 time: 0.0521662 Oct 12 18:36:48.647882 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ebcb70b1-f09d-4fe6-9595-c8a361dab0e6 req-4a77779a-6519-42e7-84dd-e2489c9c4445 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Oct 12 18:36:48.823994 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 34346751-2457-41e9-a11d-b95b457cafe0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:36:48.827811 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b4b7683-8980-4bd3-9e9f-66f9276cb054 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:36:48.856932 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: 6b4b7683-8980-4bd3-9e9f-66f9276cb054 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:36:48.856932 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b4b7683-8980-4bd3-9e9f-66f9276cb054 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:36:48.938322 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 34346751-2457-41e9-a11d-b95b457cafe0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34346751-2457-41e9-a11d-b95b457cafe0,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:48.949183 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '34346751-2457-41e9-a11d-b95b457cafe0', 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f', 'port_id': '34346751-2457-41e9-a11d-b95b457cafe0', 'mac_address': 'fa:16:3e:0c:b5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd15f454-2365-4315-94dd-e81b3ed3655a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:36:48.988160 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:49.000578 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34346751-2457-41e9-a11d-b95b457cafe0 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:36:49.019914 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 34346751-2457-41e9-a11d-b95b457cafe0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34346751-2457-41e9-a11d-b95b457cafe0,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:49.084429 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:49.136788 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=34346751-2457-41e9-a11d-b95b457cafe0,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:49.514682 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['34346751-2457-41e9-a11d-b95b457cafe0'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:36:49.765016 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b9cdc-7961-45fa-83a1-f6dcaf5b8a25 req-f6fee3a5-a30d-4ff3-8cb4-08f9eff876a1 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:49.766388 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-912b9cdc-7961-45fa-83a1-f6dcaf5b8a25 req-f6fee3a5-a30d-4ff3-8cb4-08f9eff876a1 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 945 time: 0.0531213 Oct 12 18:36:49.804470 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-912b9cdc-7961-45fa-83a1-f6dcaf5b8a25 req-0a91b8ab-8679-44a7-812e-563a651fdde3 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319633 Oct 12 18:36:50.674993 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 53230) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:36:50.862483 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 34346751-2457-41e9-a11d-b95b457cafe0 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:36:50.928473 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98565bfd-9eac-4dc4-a30c-1086534bcad6 req-c2dcb7f9-1010-401b-8d08-ff9a46fcdf67 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:50.929983 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-98565bfd-9eac-4dc4-a30c-1086534bcad6 req-c2dcb7f9-1010-401b-8d08-ff9a46fcdf67 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 945 time: 0.0582759 Oct 12 18:36:50.969701 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-98565bfd-9eac-4dc4-a30c-1086534bcad6 req-c66e8a10-920b-4da7-a002-79442c990a4f tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335951 Oct 12 18:36:50.998887 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port 34346751-2457-41e9-a11d-b95b457cafe0 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:36:51.008079 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 34346751-2457-41e9-a11d-b95b457cafe0 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:36:51.008079 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:51.087592 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:51.115434 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d26e71-34c0-4d7a-9d84-e1925fd3656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34346751-2457-41e9-a11d-b95b457cafe0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:36:51.117863 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916ba65c-d677-4943-9a09-edbf9f3c2ce1" -d '{"events": [{"server_uuid": "e1d26e71-34c0-4d7a-9d84-e1925fd3656a", "name": "network-vif-plugged", "status": "completed", "tag": "34346751-2457-41e9-a11d-b95b457cafe0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:36:51.160473 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 34346751-2457-41e9-a11d-b95b457cafe0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34346751-2457-41e9-a11d-b95b457cafe0,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:51.160473 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b599223-c608-4e21-a78b-fd5999feb189 x-openstack-request-id: req-9b599223-c608-4e21-a78b-fd5999feb189 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:36:51.161093 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d26e71-34c0-4d7a-9d84-e1925fd3656a", "name": "network-vif-plugged", "status": "completed", "tag": "34346751-2457-41e9-a11d-b95b457cafe0", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:36:51.161439 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b599223-c608-4e21-a78b-fd5999feb189 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:36:51.161836 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d26e71-34c0-4d7a-9d84-e1925fd3656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34346751-2457-41e9-a11d-b95b457cafe0', 'code': 200} Oct 12 18:36:51.229639 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634518'] for router_interface, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:51.255709 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:51.305065 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=34346751-2457-41e9-a11d-b95b457cafe0,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:51.504137 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc1951-89e0-49e4-96c7-4db55d99a81e req-0e7361a1-1de9-4aab-8fb3-01c26af894d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:51.505718 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c4bc1951-89e0-49e4-96c7-4db55d99a81e req-0e7361a1-1de9-4aab-8fb3-01c26af894d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 1099 time: 0.0479209 Oct 12 18:36:51.510159 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Deleting port 63840743-3267-42f9-a8ac-26fc251d8ef3 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:36:51.510560 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:51.544473 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c4bc1951-89e0-49e4-96c7-4db55d99a81e req-92252457-b3f5-41e8-bdc7-adebf5e10812 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308158 Oct 12 18:36:51.601593 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] For port 63840743-3267-42f9-a8ac-26fc251d8ef3, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=63840743-3267-42f9-a8ac-26fc251d8ef3,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:51.601955 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:51.618300 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Calling delete_port for 63840743-3267-42f9-a8ac-26fc251d8ef3 owned by network:router_interface {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:36:51.907951 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:51.935774 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Pushing event deleted for resources: {'Port': ['ID=63840743-3267-42f9-a8ac-26fc251d8ef3,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:51.964483 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:51.964837 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:51.965544 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:51.965693 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:51.966046 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:51.966375 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:51.966702 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:51.967028 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:51.967352 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:51.967733 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:51.968055 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:51.968373 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:36:52.100098 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598320e4-b9f3-4517-9dca-89316f6af53d req-46a457b9-8c9a-474e-aa02-24e067e4d080 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:52.101868 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-598320e4-b9f3-4517-9dca-89316f6af53d req-46a457b9-8c9a-474e-aa02-24e067e4d080 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 946 time: 0.0565858 Oct 12 18:36:52.131974 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634402'] for router_interface, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:52.143337 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-598320e4-b9f3-4517-9dca-89316f6af53d req-8c18f073-849a-4599-819a-fb89f39948b4 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353904 Oct 12 18:36:52.351211 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Router b9688eb7-3759-4c65-b259-288abb2db92b has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:36:52.460750 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:36:52.465815 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4186bbca-16a1-4aea-8058-ab6796f545db admin admin] 10.222.0.18 "PUT /v2.0/routers/b9688eb7-3759-4c65-b259-288abb2db92b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7897351 Oct 12 18:36:52.468526 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 53240) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:36:52.469674 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4718f6-d21b-4a93-ac29-243565e58fbb None None] Sync routers for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:36:52.479932 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4718f6-d21b-4a93-ac29-243565e58fbb None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:36:52.480561 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-ea4718f6-d21b-4a93-ac29-243565e58fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:36:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:52.580348 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Notify callbacks [] for router, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:52.585665 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-ea4718f6-d21b-4a93-ac29-243565e58fbb None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:36:52.691271 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:52.773915 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-ea4718f6-d21b-4a93-ac29-243565e58fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:36:51Z', 'revision_number': 5, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port': {'id': '95d1119a-04b6-4a25-a13e-4a81227e3df5', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:25:34Z', 'updated_at': '2021-10-12T18:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:52.804274 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4718f6-d21b-4a93-ac29-243565e58fbb None None] Checking router: b9688eb7-3759-4c65-b259-288abb2db92b for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:36:52.814769 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4718f6-d21b-4a93-ac29-243565e58fbb None None] Routers {'b9688eb7-3759-4c65-b259-288abb2db92b'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:36:52.815378 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-ea4718f6-d21b-4a93-ac29-243565e58fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:36:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b9688eb7-3759-4c65-b259-288abb2db92b'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:52.830499 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Deleting port 95d1119a-04b6-4a25-a13e-4a81227e3df5 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:36:52.831069 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:52.901553 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-ea4718f6-d21b-4a93-ac29-243565e58fbb None None] Set router b9688eb7-3759-4c65-b259-288abb2db92b gateway port host: None {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:36:52.927053 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] For port 95d1119a-04b6-4a25-a13e-4a81227e3df5, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=95d1119a-04b6-4a25-a13e-4a81227e3df5,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:52.932256 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:52.940467 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Calling delete_port for 95d1119a-04b6-4a25-a13e-4a81227e3df5 owned by network:router_gateway {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:36:52.958537 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-ea4718f6-d21b-4a93-ac29-243565e58fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:36:52Z', 'revision_number': 6, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port_host': None}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:52.985709 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4718f6-d21b-4a93-ac29-243565e58fbb None None] The sync data for ids ['b9688eb7-3759-4c65-b259-288abb2db92b'] in dv-cinder-813227-2-iscsi is: [{'id': 'b9688eb7-3759-4c65-b259-288abb2db92b', 'name': 'tempest-AttachVolumeShelveTestJSON-1761343430-router', 'tenant_id': '94cdd5201533434888e7691148b9a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:25:32Z', 'updated_at': '2021-10-12T18:36:52Z', 'revision_number': 6, 'project_id': '94cdd5201533434888e7691148b9a3a8', 'gw_port_host': None}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:36:53.202641 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:53.228335 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d1119a-04b6-4a25-a13e-4a81227e3df5,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:53.263716 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710c31f-084b-461e-8d79-6693f3228473 req-c55a4426-8075-45a8-b16b-d73a4ff83a62 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:53.265204 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0710c31f-084b-461e-8d79-6693f3228473 req-c55a4426-8075-45a8-b16b-d73a4ff83a62 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 946 time: 0.0497203 Oct 12 18:36:53.291782 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592832'] for router_gateway, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:53.305650 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0710c31f-084b-461e-8d79-6693f3228473 req-2bc22a13-fe58-4213-94e5-bc8c664b9ba4 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344419 Oct 12 18:36:53.389335 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37393'] for router, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:53.391575 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:53.534566 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611387'] for router, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:53.535104 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9688eb7-3759-4c65-b259-288abb2db92b {{(pid=94836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:36:53.539262 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] Notify callbacks [] for router, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:53.540385 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-b9a13a2b-b0f4-4871-83c3-b2ac3676e592 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b9688eb7-3759-4c65-b259-288abb2db92b HTTP/1.1" status: 204 len: 168 time: 1.0709081 Oct 12 18:36:53.542973 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 53244) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:36:53.585910 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7965f138-efbc-4d21-9335-5b58ba5244a8 admin admin] Deleting subnet 502622b7-745a-4ead-8e74-4e8abad1dbf8 {{(pid=94836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:36:53.588983 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7965f138-efbc-4d21-9335-5b58ba5244a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:53.623475 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7965f138-efbc-4d21-9335-5b58ba5244a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840153'] for subnet, precommit_delete_associations {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:53.703548 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7965f138-efbc-4d21-9335-5b58ba5244a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:53.843871 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7965f138-efbc-4d21-9335-5b58ba5244a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30503018'] for subnet, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:53.870028 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965f138-efbc-4d21-9335-5b58ba5244a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502622b7-745a-4ead-8e74-4e8abad1dbf8,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:53.873826 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7965f138-efbc-4d21-9335-5b58ba5244a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:53.877156 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-7965f138-efbc-4d21-9335-5b58ba5244a8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/502622b7-745a-4ead-8e74-4e8abad1dbf8 HTTP/1.1" status: 204 len: 168 time: 0.3332269 Oct 12 18:36:53.879856 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 53246) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:36:53.882538 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b9c3a4-1f41-46ab-bb73-c403129fd81b None None] Network 80f5cd14-5950-4313-a8f0-f81c86803faa requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:36:53.969107 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:54.047486 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Deleting port 7fc22930-912d-46d0-b71e-ac04e1789273 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:36:54.047629 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:54.106422 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04b5925-c6b8-4c39-8de2-ef6e34ddb7bf None None] DHCP port deletion for 80f5cd14-5950-4313-a8f0-f81c86803faa request from dv-cinder-813227-2-iscsi {{(pid=94837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:36:54.118958 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] For port 7fc22930-912d-46d0-b71e-ac04e1789273, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=7fc22930-912d-46d0-b71e-ac04e1789273,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:54.119532 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:54.137486 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Calling delete_port for 7fc22930-912d-46d0-b71e-ac04e1789273 owned by network:dhcp {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:36:54.159278 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e04b5925-c6b8-4c39-8de2-ef6e34ddb7bf None None] Deleting port 7fc22930-912d-46d0-b71e-ac04e1789273 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:36:54.159667 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e04b5925-c6b8-4c39-8de2-ef6e34ddb7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:54.235515 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-e04b5925-c6b8-4c39-8de2-ef6e34ddb7bf None None] For port 7fc22930-912d-46d0-b71e-ac04e1789273, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=7fc22930-912d-46d0-b71e-ac04e1789273,segment=NetworkSegment(0f3ba7f9-52b9-4ead-bc23-27b4771f4b60),segment_id=0f3ba7f9-52b9-4ead-bc23-27b4771f4b60)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:36:54.235882 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e04b5925-c6b8-4c39-8de2-ef6e34ddb7bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:54.251818 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e04b5925-c6b8-4c39-8de2-ef6e34ddb7bf None None] Calling delete_port for 7fc22930-912d-46d0-b71e-ac04e1789273 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:36:54.429859 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008cd20-bd04-4bc8-9692-7a7cbd5faa81 req-33b6fad2-45b1-465c-88f4-4bf0bcc0ed91 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:36:54.431452 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c008cd20-bd04-4bc8-9692-7a7cbd5faa81 req-33b6fad2-45b1-465c-88f4-4bf0bcc0ed91 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 946 time: 0.0552540 Oct 12 18:36:54.444323 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e04b5925-c6b8-4c39-8de2-ef6e34ddb7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:54.458193 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:54.471741 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b5925-c6b8-4c39-8de2-ef6e34ddb7bf None None] Pushing event deleted for resources: {'Port': ['ID=7fc22930-912d-46d0-b71e-ac04e1789273,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:54.474108 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b5925-c6b8-4c39-8de2-ef6e34ddb7bf None None] No DVR routers for this DVR port 7fc22930-912d-46d0-b71e-ac04e1789273 on host dv-cinder-813227-2-iscsi {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:36:54.480930 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c008cd20-bd04-4bc8-9692-7a7cbd5faa81 req-c8d49607-d3fc-4eee-a07f-398204c7b1c5 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Oct 12 18:36:54.488568 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc22930-912d-46d0-b71e-ac04e1789273,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:54.492896 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] No DVR routers for this DVR port 7fc22930-912d-46d0-b71e-ac04e1789273 on host dv-cinder-813227-2-iscsi {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:36:54.567601 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:54.587740 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f5cd14-5950-4313-a8f0-f81c86803faa']}} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:54.597201 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60') {'for_net_delete': True} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:54.597494 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3ba7f9-52b9-4ead-bc23-27b4771f4b60') {} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:36:54.606744 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840146'] for segment, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:54.631642 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:54.637977 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:36:54.638592 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31250374'] for segment, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: self.session.flush() Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: self.session.flush() Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: self.session.flush() Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: self.session.flush() Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: Traceback (most recent call last): Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: timer() Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: cb(*args, **kw) Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: return func(*args, **kwargs) Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: self._notify() Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: self.callback(batched_events) Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: event.method(event) Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: return f(self, *a, **k) Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._get(url).json() Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: return self.request(url, 'GET', **kwargs) Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:36:54.640576 dv-cinder-813227-2-iscsi neutron-server[94836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:36:54.745128 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 7fc22930-912d-46d0-b71e-ac04e1789273 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:36:54.769510 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 7fc22930-912d-46d0-b71e-ac04e1789273 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:36:54.769847 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 7fc22930-912d-46d0-b71e-ac04e1789273 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:36:54.770266 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 63840743-3267-42f9-a8ac-26fc251d8ef3 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:36:54.785424 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:54.790109 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:54.790575 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 63840743-3267-42f9-a8ac-26fc251d8ef3 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:36:54.796817 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 63840743-3267-42f9-a8ac-26fc251d8ef3 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:36:54.796817 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 95d1119a-04b6-4a25-a13e-4a81227e3df5 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:36:54.797415 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] 10.222.0.18 "DELETE /v2.0/networks/80f5cd14-5950-4313-a8f0-f81c86803faa HTTP/1.1" status: 204 len: 168 time: 0.9125388 Oct 12 18:36:54.806762 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260aab7c-e264-4cf6-aadb-59ef931a7c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=80f5cd14-5950-4313-a8f0-f81c86803faa,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:36:54.816520 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 95d1119a-04b6-4a25-a13e-4a81227e3df5 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:36:54.816869 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 95d1119a-04b6-4a25-a13e-4a81227e3df5 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:36:55.226783 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 53256) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:36:55.266937 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-acfebca8-f12d-412f-b6b5-8c08122dba7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94cdd5201533434888e7691148b9a3a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389333 Oct 12 18:36:55.269807 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 53260) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:36:55.320160 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-72f676ca-a299-4c95-a70a-5e894cad7282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:55.340679 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-72f676ca-a299-4c95-a70a-5e894cad7282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:55.473321 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-72f676ca-a299-4c95-a70a-5e894cad7282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:55.475963 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-72f676ca-a299-4c95-a70a-5e894cad7282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:36:55.477150 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-72f676ca-a299-4c95-a70a-5e894cad7282 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a213b6b4-d0d6-4a3f-ad54-1232ac2d2858 HTTP/1.1" status: 204 len: 168 time: 0.2064321 Oct 12 18:36:55.485471 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f676ca-a299-4c95-a70a-5e894cad7282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a213b6b4-d0d6-4a3f-ad54-1232ac2d2858,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:37:00.543107 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 53340) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:37:00.643886 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b640-0d58-4c24-b95b-4196f104b9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:00.713680 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b640-0d58-4c24-b95b-4196f104b9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:00.838478 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b640-0d58-4c24-b95b-4196f104b9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:00.878917 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-2bc7b640-0d58-4c24-b95b-4196f104b9be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a5b8dca8f3f4839a3666f9f7c296315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347242 Oct 12 18:37:00.880029 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7b640-0d58-4c24-b95b-4196f104b9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42db76de-9838-4f73-884b-adacb3d515ae,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:37:00.881633 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 53344) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:37:00.936272 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a3f0-8541-451f-b371-bc03ad0b14bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:00.956958 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a3f0-8541-451f-b371-bc03ad0b14bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:01.116734 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a3f0-8541-451f-b371-bc03ad0b14bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:01.119169 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-4ae1a3f0-8541-451f-b371-bc03ad0b14bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:01.120317 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-4ae1a3f0-8541-451f-b371-bc03ad0b14bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42db76de-9838-4f73-884b-adacb3d515ae HTTP/1.1" status: 204 len: 168 time: 0.2375555 Oct 12 18:37:01.128071 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1a3f0-8541-451f-b371-bc03ad0b14bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42db76de-9838-4f73-884b-adacb3d515ae,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:37:04.320802 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61103dea-c40d-41af-9de6-ee4adb847711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:07.283837 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddf72d34-36cf-4dc7-a1d8-36248873415c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:08.038549 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:08.310867 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:08.831123 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-728e62fa-e6cb-4b61-992e-00fde599fbbe tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:08.832630 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-728e62fa-e6cb-4b61-992e-00fde599fbbe tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/networks?id=61f6d5f9-4048-4750-b2a3-767357f4402f HTTP/1.1" status: 200 len: 814 time: 0.3567572 Oct 12 18:37:08.849663 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-39ac2b5f-d655-4feb-8724-93772cba335f tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/quotas/9b114869544b4236a53ce1103cfc7abf HTTP/1.1" status: 200 len: 375 time: 0.0096540 Oct 12 18:37:08.905899 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-cd8d61a7-a372-4edc-86d9-7560bcbb4d2a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b114869544b4236a53ce1103cfc7abf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503221 Oct 12 18:37:09.116321 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-a4f0b6ca-36af-4a3f-8ca8-280c6cf1a0f9 service neutron] 10.222.0.18 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032707 Oct 12 18:37:09.206251 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-13986550-cf97-4942-8fac-1b7718faa9f3 service neutron] 10.222.0.18 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838625 Oct 12 18:37:09.454851 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-867f3de7-d02f-415c-9a68-37ac5bac9792 req-cd913e43-f77c-4361-a847-c4171da40e9e tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 210 time: 0.0263753 Oct 12 18:37:10.013799 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:10.561937 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-74f71c68-9116-4c6d-ac75-81f6554f6cc4 req-b9bf18a7-64ea-4427-868d-9a5b74057d37 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 210 time: 0.0315711 Oct 12 18:37:10.969470 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:11.659701 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9d01c1d9-8ef6-4389-9b67-91ca826487ad req-e39f1692-0daa-46fe-9575-a7e7eae85f9f tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 210 time: 0.0258210 Oct 12 18:37:12.750302 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-db0840b2-8c0c-4a2e-b96d-270667d1a3c8 req-02dae904-9afc-4457-81d7-814fac018ae1 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 210 time: 0.0253627 Oct 12 18:37:13.549391 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-52ecc1cb-2100-41df-9aef-0061aefb25fe tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:13.550823 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-52ecc1cb-2100-41df-9aef-0061aefb25fe tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "GET /v2.0/networks?id=61f6d5f9-4048-4750-b2a3-767357f4402f HTTP/1.1" status: 200 len: 814 time: 0.1049526 Oct 12 18:37:13.564091 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-7450cf11-e43e-4d7c-a801-5c09a0b8f33a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Request body: {'port': {'device_id': '668b0134-02b7-4800-8060-04c3fe448f4b', 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f', 'admin_state_up': True, 'tenant_id': '9b114869544b4236a53ce1103cfc7abf'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:37:13.752862 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-7450cf11-e43e-4d7c-a801-5c09a0b8f33a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Made reservation on behalf of 9b114869544b4236a53ce1103cfc7abf for: {'port': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:37:13.756375 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-7450cf11-e43e-4d7c-a801-5c09a0b8f33a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:13.858572 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b446514d-57a1-4930-838d-7d049fd14750 req-12533a94-01f6-4f4e-a805-6d8607dfb82a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 210 time: 0.0315762 Oct 12 18:37:13.905661 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-7450cf11-e43e-4d7c-a801-5c09a0b8f33a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Allocated IP 172.20.0.8 (61f6d5f9-4048-4750-b2a3-767357f4402f/fd15f454-2365-4315-94dd-e81b3ed3655a/9f2bc52d-de2d-49d9-8b68-8a291da7ef79) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:37:14.051711 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-7450cf11-e43e-4d7c-a801-5c09a0b8f33a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:14.152796 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-7450cf11-e43e-4d7c-a801-5c09a0b8f33a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:14.165023 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['192f9164-f1d6-4259-8c18-d220be03c0d9', 'a254d8df-215f-4c79-ac60-a5b25f3bb041', '34346751-2457-41e9-a11d-b95b457cafe0'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:37:14.196490 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-7450cf11-e43e-4d7c-a801-5c09a0b8f33a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Network 61f6d5f9-4048-4750-b2a3-767357f4402f is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:37:14.199866 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-7450cf11-e43e-4d7c-a801-5c09a0b8f33a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:37:14.203555 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-7450cf11-e43e-4d7c-a801-5c09a0b8f33a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:37:14.227422 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450cf11-e43e-4d7c-a801-5c09a0b8f33a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Pushing event updated for resources: {'Port': ['ID=9f2bc52d-de2d-49d9-8b68-8a291da7ef79,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:37:14.259768 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-7450cf11-e43e-4d7c-a801-5c09a0b8f33a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:14.260365 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-7450cf11-e43e-4d7c-a801-5c09a0b8f33a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:14.382702 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-7450cf11-e43e-4d7c-a801-5c09a0b8f33a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8221545 Oct 12 18:37:14.398692 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Request body: {'port': {'device_id': '668b0134-02b7-4800-8060-04c3fe448f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:37:14.458174 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:14.723539 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 {{(pid=94835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:37:14.731123 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:14.743300 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.provisioning_blocks [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Transition to ACTIVE for port object 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 will not be triggered until provisioned by entity L2. {{(pid=94835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:37:14.889933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:14.983520 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2bc52d-de2d-49d9-8b68-8a291da7ef79,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:37:15.074309 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c41d6-a5e7-4816-bba8-c9c9091d0011 req-c9a458e3-7f46-4654-bdb9-2cc595214018 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:15.077110 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-159c41d6-a5e7-4816-bba8-c9c9091d0011 req-c9a458e3-7f46-4654-bdb9-2cc595214018 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 943 time: 0.1500142 Oct 12 18:37:15.133451 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Attempting to bind port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:37:15.134101 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Attempting to bind port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:37:15.134586 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Attempting to bind port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 on network 61f6d5f9-4048-4750-b2a3-767357f4402f {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:37:15.161487 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 on network 61f6d5f9-4048-4750-b2a3-767357f4402f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:37:15.162039 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Attempting to bind port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 on network 61f6d5f9-4048-4750-b2a3-767357f4402f {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:37:15.182857 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-159c41d6-a5e7-4816-bba8-c9c9091d0011 req-c329943a-3765-48ab-a413-7ffb3d7880cd tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985770 Oct 12 18:37:15.184423 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:37:15.184998 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Checking segment: {'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:37:15.185646 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Bound using segment: {'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'} {{(pid=94835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:37:15.186414 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.managers [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Bound port: 9f2bc52d-de2d-49d9-8b68-8a291da7ef79, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01f088b-b8d0-4887-bcd7-d175dd938d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f'}}] {{(pid=94835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:37:15.187030 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:15.291562 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] For port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79, host hv-cinder-81322, cleared binding levels {{(pid=94835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:37:15.294500 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] For port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9f2bc52d-de2d-49d9-8b68-8a291da7ef79,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:37:15.414341 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:15.448744 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:15.449253 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:15.450466 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] 10.222.0.42 "PUT /v2.0/ports/9f2bc52d-de2d-49d9-8b68-8a291da7ef79 HTTP/1.1" status: 200 len: 1093 time: 1.0563891 Oct 12 18:37:15.455727 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668b0134-02b7-4800-8060-04c3fe448f4b', 'tag': '9f2bc52d-de2d-49d9-8b68-8a291da7ef79'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:37:15.458421 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2dc4b3-9f20-46db-bde7-4af2c1157918" -d '{"events": [{"name": "network-changed", "server_uuid": "668b0134-02b7-4800-8060-04c3fe448f4b", "tag": "9f2bc52d-de2d-49d9-8b68-8a291da7ef79"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:37:15.480843 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b1540-73b3-45ad-9509-b1e81874db18 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2bc52d-de2d-49d9-8b68-8a291da7ef79,revision_number=3']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:37:15.618646 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b745fdd-3767-456c-9a92-6b4767f3160e x-openstack-request-id: req-8b745fdd-3767-456c-9a92-6b4767f3160e {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:37:15.618646 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668b0134-02b7-4800-8060-04c3fe448f4b", "tag": "9f2bc52d-de2d-49d9-8b68-8a291da7ef79", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:37:15.618646 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b745fdd-3767-456c-9a92-6b4767f3160e {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:37:15.618646 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668b0134-02b7-4800-8060-04c3fe448f4b', 'tag': '9f2bc52d-de2d-49d9-8b68-8a291da7ef79', 'status': 'completed', 'code': 200} Oct 12 18:37:15.629712 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-8927fef2-a566-466a-8683-4490e76520d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:15.631730 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-8927fef2-a566-466a-8683-4490e76520d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b114869544b4236a53ce1103cfc7abf&device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 1096 time: 0.0507948 Oct 12 18:37:15.675228 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-b530a356-d3f6-4adf-866e-49f26edb0f18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2bc52d-de2d-49d9-8b68-8a291da7ef79 HTTP/1.1" status: 200 len: 217 time: 0.0349040 Oct 12 18:37:15.740331 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-6d0ae2b0-5568-48d1-bd83-eb22f0085c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:15.742200 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-6d0ae2b0-5568-48d1-bd83-eb22f0085c83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd15f454-2365-4315-94dd-e81b3ed3655a HTTP/1.1" status: 200 len: 854 time: 0.0558412 Oct 12 18:37:15.776444 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-15d6c60e-88ea-41c2-ac44-d8bd9a5b3d4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61f6d5f9-4048-4750-b2a3-767357f4402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249178 Oct 12 18:37:15.869682 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-70bda858-b713-46f6-98de-27ab6e582deb service neutron] 10.222.0.42 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849671 Oct 12 18:37:15.960383 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3d328b6d-d3d2-4b55-89d8-f99aafee48e5 req-dc0bfc48-713d-4db5-a78d-8f97156f07e3 service neutron] 10.222.0.42 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818632 Oct 12 18:37:16.223379 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dc4b3-9f20-46db-bde7-4af2c1157918 req-cf1cd544-3d5a-4231-88ab-8691d0b30000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:16.224934 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4d2dc4b3-9f20-46db-bde7-4af2c1157918 req-cf1cd544-3d5a-4231-88ab-8691d0b30000 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b114869544b4236a53ce1103cfc7abf&device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 1096 time: 0.0469632 Oct 12 18:37:16.350532 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460685c-6095-468d-8d21-0bbd12c379a3 req-9d4aeb2c-d1b9-4b42-b907-2026261f3876 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:16.351963 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5460685c-6095-468d-8d21-0bbd12c379a3 req-9d4aeb2c-d1b9-4b42-b907-2026261f3876 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 943 time: 0.0795336 Oct 12 18:37:16.354658 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dc4b3-9f20-46db-bde7-4af2c1157918 req-7dd868b4-7b80-4a20-911c-e334247c5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:16.355946 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4d2dc4b3-9f20-46db-bde7-4af2c1157918 req-7dd868b4-7b80-4a20-911c-e334247c5996 service neutron] 10.222.0.42 "GET /v2.0/networks?id=61f6d5f9-4048-4750-b2a3-767357f4402f HTTP/1.1" status: 200 len: 915 time: 0.1241078 Oct 12 18:37:16.404916 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4d2dc4b3-9f20-46db-bde7-4af2c1157918 req-f63a1f10-d0ba-4f55-bebc-96bcf96dd1cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2bc52d-de2d-49d9-8b68-8a291da7ef79 HTTP/1.1" status: 200 len: 217 time: 0.0396986 Oct 12 18:37:16.445205 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5460685c-6095-468d-8d21-0bbd12c379a3 req-d27280f3-6419-415e-ab85-b1ae99b032bb tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871305 Oct 12 18:37:16.462296 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dc4b3-9f20-46db-bde7-4af2c1157918 req-1e954678-2b44-462d-865a-253971d8daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:16.463778 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4d2dc4b3-9f20-46db-bde7-4af2c1157918 req-1e954678-2b44-462d-865a-253971d8daa2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd15f454-2365-4315-94dd-e81b3ed3655a HTTP/1.1" status: 200 len: 854 time: 0.0495138 Oct 12 18:37:16.496249 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4d2dc4b3-9f20-46db-bde7-4af2c1157918 req-e24f4747-3b9c-43a1-8531-c5c603ef41eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61f6d5f9-4048-4750-b2a3-767357f4402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246606 Oct 12 18:37:16.587143 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4d2dc4b3-9f20-46db-bde7-4af2c1157918 req-aa68c9b5-a665-4dd6-a7b3-1e783369323b service neutron] 10.222.0.42 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834568 Oct 12 18:37:16.676668 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4d2dc4b3-9f20-46db-bde7-4af2c1157918 req-87f548a2-a9ca-4833-826a-c974fa769bab service neutron] 10.222.0.42 "GET /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811746 Oct 12 18:37:17.564811 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5b31e-4c76-45c1-929b-35bd83dfd0ac req-cc51a135-503c-42f5-923c-a4043293e0b3 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:17.566172 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5ce5b31e-4c76-45c1-929b-35bd83dfd0ac req-cc51a135-503c-42f5-923c-a4043293e0b3 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 943 time: 0.0527484 Oct 12 18:37:17.604507 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5ce5b31e-4c76-45c1-929b-35bd83dfd0ac req-313fd024-38ff-461f-8819-02db2833d940 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Oct 12 18:37:18.729521 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87813af6-3ee1-4f81-ac74-cbfc2e47408b req-55e7667a-abdc-4cf5-9e53-a790ced09190 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:18.731019 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-87813af6-3ee1-4f81-ac74-cbfc2e47408b req-55e7667a-abdc-4cf5-9e53-a790ced09190 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 943 time: 0.0540431 Oct 12 18:37:18.768168 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-87813af6-3ee1-4f81-ac74-cbfc2e47408b req-86320387-c0cc-4aec-9cfc-1677413e19a1 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Oct 12 18:37:19.022962 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:37:19.119625 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9f2bc52d-de2d-49d9-8b68-8a291da7ef79,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:37:19.132374 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '9f2bc52d-de2d-49d9-8b68-8a291da7ef79', 'network_id': '61f6d5f9-4048-4750-b2a3-767357f4402f', 'port_id': '9f2bc52d-de2d-49d9-8b68-8a291da7ef79', 'mac_address': 'fa:16:3e:f7:70:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd15f454-2365-4315-94dd-e81b3ed3655a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:37:19.169383 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:19.184873 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:37:19.203698 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9f2bc52d-de2d-49d9-8b68-8a291da7ef79,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:37:19.318670 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:19.365059 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=9f2bc52d-de2d-49d9-8b68-8a291da7ef79,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:37:19.722303 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['9f2bc52d-de2d-49d9-8b68-8a291da7ef79'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:37:19.884985 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf84f9-3a68-4e95-8099-5e6068984729 req-e4c8a08b-e2e8-40fe-b528-51bbbceded74 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:19.886702 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b5bf84f9-3a68-4e95-8099-5e6068984729 req-e4c8a08b-e2e8-40fe-b528-51bbbceded74 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 944 time: 0.0520680 Oct 12 18:37:19.930229 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-b5bf84f9-3a68-4e95-8099-5e6068984729 req-9a1375c6-a0aa-44ee-97b0-cf997c5a86a9 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363629 Oct 12 18:37:21.043516 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:37:21.065855 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806e5f7-af3f-455e-8c7d-19f19c9d646d req-72685d03-be5c-4fc4-a2d0-ec400df3e090 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:21.067471 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1806e5f7-af3f-455e-8c7d-19f19c9d646d req-72685d03-be5c-4fc4-a2d0-ec400df3e090 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 944 time: 0.0539188 Oct 12 18:37:21.106146 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1806e5f7-af3f-455e-8c7d-19f19c9d646d req-6ba89470-fe90-4568-a89b-f9691adb9f6e tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328615 Oct 12 18:37:21.180851 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:37:21.184921 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:37:21.185287 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:21.259406 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:21.282458 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668b0134-02b7-4800-8060-04c3fe448f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2bc52d-de2d-49d9-8b68-8a291da7ef79'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:37:21.284720 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09193217-bdc1-4d75-8aa2-9e5130375d8e" -d '{"events": [{"server_uuid": "668b0134-02b7-4800-8060-04c3fe448f4b", "name": "network-vif-plugged", "status": "completed", "tag": "9f2bc52d-de2d-49d9-8b68-8a291da7ef79"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:37:21.298294 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9f2bc52d-de2d-49d9-8b68-8a291da7ef79,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:37:21.377160 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba41d132-5c89-4885-8d6d-dbc4a5253a85 x-openstack-request-id: req-ba41d132-5c89-4885-8d6d-dbc4a5253a85 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:37:21.377439 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668b0134-02b7-4800-8060-04c3fe448f4b", "name": "network-vif-plugged", "status": "completed", "tag": "9f2bc52d-de2d-49d9-8b68-8a291da7ef79", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:37:21.377683 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba41d132-5c89-4885-8d6d-dbc4a5253a85 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:37:21.378065 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668b0134-02b7-4800-8060-04c3fe448f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2bc52d-de2d-49d9-8b68-8a291da7ef79', 'code': 200} Oct 12 18:37:21.403555 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:21.454394 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=9f2bc52d-de2d-49d9-8b68-8a291da7ef79,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:37:21.804216 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db85a9-1f18-4d65-af36-402706ccfda1 req-f2750b8d-07ed-4a88-b9ce-75c790d5b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:21.807443 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-26db85a9-1f18-4d65-af36-402706ccfda1 req-f2750b8d-07ed-4a88-b9ce-75c790d5b96d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 1098 time: 0.0496769 Oct 12 18:37:21.852016 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-26db85a9-1f18-4d65-af36-402706ccfda1 req-ba9782bd-d5e9-48d9-b486-aefbd9353e60 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366902 Oct 12 18:37:22.219148 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf8ab2-63af-4841-b79b-d904ebcfe737 req-58bc714e-cac2-4c5b-bf4c-4522c3f3fb43 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:22.220796 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6fbf8ab2-63af-4841-b79b-d904ebcfe737 req-58bc714e-cac2-4c5b-bf4c-4522c3f3fb43 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 945 time: 0.0498555 Oct 12 18:37:22.260844 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6fbf8ab2-63af-4841-b79b-d904ebcfe737 req-679b4212-edd9-48dd-b96e-b6b2cf8f0916 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Oct 12 18:37:23.383116 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ea784-066c-42d0-987e-3945f0bd8a92 req-45f9f095-09d7-4a6b-8845-a7f8d740f054 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:23.384604 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-127ea784-066c-42d0-987e-3945f0bd8a92 req-45f9f095-09d7-4a6b-8845-a7f8d740f054 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 945 time: 0.0545096 Oct 12 18:37:23.433596 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-127ea784-066c-42d0-987e-3945f0bd8a92 req-120299f0-9ea9-4dff-bb49-4fff44a4d3a2 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427337 Oct 12 18:37:23.992036 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:37:24.555867 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3af17b-b558-4ee5-a62d-404899fc511e req-d25eafa4-45c9-4753-a36a-b6ea7f2bed0f tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:24.557353 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8e3af17b-b558-4ee5-a62d-404899fc511e req-d25eafa4-45c9-4753-a36a-b6ea7f2bed0f tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 945 time: 0.0487764 Oct 12 18:37:24.604580 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8e3af17b-b558-4ee5-a62d-404899fc511e req-492ed67b-81c0-4ab2-869b-938570bc8c1e tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410750 Oct 12 18:37:34.312263 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b57e2029-243c-4dbd-a18d-be3b9983a32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:37.259130 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2bec704-866f-41ee-b27a-da8677fc47ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:38.054947 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:38.350620 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:40.025928 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:40.916048 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:47.259113 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433ed4d-92ad-4685-8346-0ac3440112d5 req-e5a9a02f-f369-49aa-a361-0c4176a7e7a0 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:47.260686 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4433ed4d-92ad-4685-8346-0ac3440112d5 req-e5a9a02f-f369-49aa-a361-0c4176a7e7a0 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 945 time: 0.0489891 Oct 12 18:37:47.298997 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4433ed4d-92ad-4685-8346-0ac3440112d5 req-9d41ea0f-5b7f-4b12-9e1c-41ce29b9d3a6 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323141 Oct 12 18:37:48.421958 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcab89-c121-444c-979b-4a82017458ed req-7386cefd-f661-4dca-8609-9b6cb733b998 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:48.423461 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-62dcab89-c121-444c-979b-4a82017458ed req-7386cefd-f661-4dca-8609-9b6cb733b998 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 945 time: 0.0544140 Oct 12 18:37:48.461615 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-62dcab89-c121-444c-979b-4a82017458ed req-4887f049-2a94-4d48-87bf-a2fb6c94f0ab tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Oct 12 18:37:49.574482 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdeb142-eb21-48b6-b5b5-b197ac8e2a67 req-5d6ce572-d898-443d-bfaa-c0cc68e353ee tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:49.575908 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-acdeb142-eb21-48b6-b5b5-b197ac8e2a67 req-5d6ce572-d898-443d-bfaa-c0cc68e353ee tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 945 time: 0.0481186 Oct 12 18:37:49.619578 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-acdeb142-eb21-48b6-b5b5-b197ac8e2a67 req-4a1e5502-004c-46ec-b8d1-4a6a4d9b59d3 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Oct 12 18:37:49.762574 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18678f94-176f-4c08-b53e-49dd27507b98 req-74dd4d03-f800-49ea-bc2e-2bc08ad3336b tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:49.764017 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18678f94-176f-4c08-b53e-49dd27507b98 req-74dd4d03-f800-49ea-bc2e-2bc08ad3336b tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 945 time: 0.0479579 Oct 12 18:37:49.858887 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-18678f94-176f-4c08-b53e-49dd27507b98 req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Deleting port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:37:49.860541 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-18678f94-176f-4c08-b53e-49dd27507b98 req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:49.948250 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-18678f94-176f-4c08-b53e-49dd27507b98 req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] For port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9f2bc52d-de2d-49d9-8b68-8a291da7ef79,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:37:49.948644 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-18678f94-176f-4c08-b53e-49dd27507b98 req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:49.962554 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-18678f94-176f-4c08-b53e-49dd27507b98 req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Calling delete_port for 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 owned by compute:nova {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:37:50.144458 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-18678f94-176f-4c08-b53e-49dd27507b98 req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:50.156983 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['192f9164-f1d6-4259-8c18-d220be03c0d9', 'a254d8df-215f-4c79-ac60-a5b25f3bb041', '34346751-2457-41e9-a11d-b95b457cafe0', '9f2bc52d-de2d-49d9-8b68-8a291da7ef79'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:37:50.171174 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Pushing event deleted for resources: {'Port': ['ID=9f2bc52d-de2d-49d9-8b68-8a291da7ef79,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:37:50.184645 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:50.185001 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:50.185338 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:50.189458 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:50.189458 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:50.189458 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:50.189458 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:50.189458 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:50.189458 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:50.189458 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:50.189458 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:50.189458 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:37:50.225347 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-18678f94-176f-4c08-b53e-49dd27507b98 req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] No DVR routers for this DVR port 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 on host hv-cinder-81322 {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:37:50.227832 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-18678f94-176f-4c08-b53e-49dd27507b98 req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:37:50.231096 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-18678f94-176f-4c08-b53e-49dd27507b98 req-23008c8c-1226-48b9-b0cc-b2332e78c829 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "DELETE /v2.0/ports/9f2bc52d-de2d-49d9-8b68-8a291da7ef79 HTTP/1.1" status: 204 len: 173 time: 0.4609063 Oct 12 18:37:50.231531 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668b0134-02b7-4800-8060-04c3fe448f4b', 'name': 'network-vif-deleted', 'tag': '9f2bc52d-de2d-49d9-8b68-8a291da7ef79'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:37:50.233776 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41881aa-d6ed-4d78-81cc-fd41c47ee6bb" -d '{"events": [{"server_uuid": "668b0134-02b7-4800-8060-04c3fe448f4b", "name": "network-vif-deleted", "tag": "9f2bc52d-de2d-49d9-8b68-8a291da7ef79"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:37:50.269252 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de668c96-77e9-4022-a07d-db9d709967e2 x-openstack-request-id: req-de668c96-77e9-4022-a07d-db9d709967e2 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:37:50.269872 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668b0134-02b7-4800-8060-04c3fe448f4b", "name": "network-vif-deleted", "tag": "9f2bc52d-de2d-49d9-8b68-8a291da7ef79", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:37:50.270130 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de668c96-77e9-4022-a07d-db9d709967e2 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:37:50.270754 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668b0134-02b7-4800-8060-04c3fe448f4b', 'name': 'network-vif-deleted', 'tag': '9f2bc52d-de2d-49d9-8b68-8a291da7ef79', 'status': 'completed', 'code': 200} Oct 12 18:37:50.721379 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c1af49c8-c321-453c-ad77-abae0ea87d3e req-cd43c5ee-882b-48d5-b7a7-93e910fcffc3 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=668b0134-02b7-4800-8060-04c3fe448f4b HTTP/1.1" status: 200 len: 210 time: 0.0262563 Oct 12 18:37:53.192279 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:37:53.213077 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:37:53.213417 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 9f2bc52d-de2d-49d9-8b68-8a291da7ef79 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:37:53.446456 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-19811029-fc5e-4460-bcd1-ebd506e44fc5 req-6d2e9319-46c2-4fc2-a303-591470965e40 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481613 Oct 12 18:37:53.532625 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1aa4c-dda7-4064-aa4f-6d387c314b48 req-29a1fb65-53da-4f21-858e-12b7a278f5d8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:53.534077 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-eae1aa4c-dda7-4064-aa4f-6d387c314b48 req-29a1fb65-53da-4f21-858e-12b7a278f5d8 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 946 time: 0.0744331 Oct 12 18:37:53.560070 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19811029-fc5e-4460-bcd1-ebd506e44fc5 req-2396a5d8-87fb-4e9c-aa40-ffb916fc1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:53.561516 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-19811029-fc5e-4460-bcd1-ebd506e44fc5 req-2396a5d8-87fb-4e9c-aa40-ffb916fc1aef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 1099 time: 0.0693231 Oct 12 18:37:53.578472 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-eae1aa4c-dda7-4064-aa4f-6d387c314b48 req-7bae332e-4f26-4077-ac6c-fc69e22f029c tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378745 Oct 12 18:37:53.667489 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19811029-fc5e-4460-bcd1-ebd506e44fc5 req-a84b428c-9ce3-43fb-a075-d62482c15793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:53.668942 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-19811029-fc5e-4460-bcd1-ebd506e44fc5 req-a84b428c-9ce3-43fb-a075-d62482c15793 service neutron] 10.222.0.42 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 912 time: 0.0843098 Oct 12 18:37:53.736802 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-19811029-fc5e-4460-bcd1-ebd506e44fc5 req-89e7256a-21a1-4e1e-aa36-bc23e529c2d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=260f73ad-348d-4e3f-8940-94a948e1eaae HTTP/1.1" status: 200 len: 1002 time: 0.0578046 Oct 12 18:37:53.792634 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19811029-fc5e-4460-bcd1-ebd506e44fc5 req-874e58f6-48e3-4d60-9c3c-920381417ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:53.794310 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-19811029-fc5e-4460-bcd1-ebd506e44fc5 req-874e58f6-48e3-4d60-9c3c-920381417ffc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b22a110-2927-47ce-936a-32b2d9aa3b9a HTTP/1.1" status: 200 len: 850 time: 0.0455823 Oct 12 18:37:53.842571 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19811029-fc5e-4460-bcd1-ebd506e44fc5 req-d228fe39-b5d8-4c86-b081-c10f78585c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:53.844003 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-19811029-fc5e-4460-bcd1-ebd506e44fc5 req-d228fe39-b5d8-4c86-b081-c10f78585c4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61bc6454-3943-4ea7-a052-57599eadac06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400248 Oct 12 18:37:53.934269 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-19811029-fc5e-4460-bcd1-ebd506e44fc5 req-51d737b6-71e3-4e35-8aee-5c02e7121021 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817230 Oct 12 18:37:54.020820 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-19811029-fc5e-4460-bcd1-ebd506e44fc5 req-c59eed73-34b7-4a1f-bc8f-2bb946571088 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778053 Oct 12 18:37:54.694121 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347b186-d41b-4415-ac69-99936d750396 req-5eced1dd-0196-4a1c-a84d-2b57decc61ec tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:54.695591 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0347b186-d41b-4415-ac69-99936d750396 req-5eced1dd-0196-4a1c-a84d-2b57decc61ec tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 946 time: 0.0494657 Oct 12 18:37:54.732761 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0347b186-d41b-4415-ac69-99936d750396 req-9592a1b2-6fd4-4feb-9ba8-36c97791c075 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311162 Oct 12 18:37:55.846218 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c8c7a-e405-4f1f-9862-8d4b1d735bd3 req-201ef760-444c-45dc-86b3-da1e30afc59d tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:55.847637 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc2c8c7a-e405-4f1f-9862-8d4b1d735bd3 req-201ef760-444c-45dc-86b3-da1e30afc59d tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 946 time: 0.0502191 Oct 12 18:37:55.884159 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc2c8c7a-e405-4f1f-9862-8d4b1d735bd3 req-403398f4-a9c7-4152-96ca-788a71ac2802 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298650 Oct 12 18:37:56.998339 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3a93c-92eb-4784-9847-43e91d129dea req-796d2ed9-134f-4231-a11c-90a8e684ad46 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:56.999761 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c0a3a93c-92eb-4784-9847-43e91d129dea req-796d2ed9-134f-4231-a11c-90a8e684ad46 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 946 time: 0.0483425 Oct 12 18:37:57.036174 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c0a3a93c-92eb-4784-9847-43e91d129dea req-8812a86f-88c4-482f-af9a-03ecc03cc923 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305779 Oct 12 18:37:58.148061 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e63c47-929c-43cf-b3b0-5ab4dab117e8 req-c5d7c21e-af7e-45f6-b047-9a02d5db32ff tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:58.150042 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-75e63c47-929c-43cf-b3b0-5ab4dab117e8 req-c5d7c21e-af7e-45f6-b047-9a02d5db32ff tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 946 time: 0.0481937 Oct 12 18:37:58.187438 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-75e63c47-929c-43cf-b3b0-5ab4dab117e8 req-814e08ef-4c1e-4d7a-8be0-3b15bb9e981c tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314991 Oct 12 18:37:59.301971 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50f608-c9b2-4ae8-b2a2-eccf61d394af req-140555bf-392d-42e9-8b25-8a4645d5a996 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:37:59.303395 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-da50f608-c9b2-4ae8-b2a2-eccf61d394af req-140555bf-392d-42e9-8b25-8a4645d5a996 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 946 time: 0.0513508 Oct 12 18:37:59.339104 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-da50f608-c9b2-4ae8-b2a2-eccf61d394af req-ab8ae25a-3033-437f-b167-bcee08bdf19c tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299635 Oct 12 18:38:00.451064 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167877f2-c9f4-4ed1-b831-c3852b523969 req-3f4dd239-4666-4f42-9df1-63c7f64f29b7 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:00.452443 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-167877f2-c9f4-4ed1-b831-c3852b523969 req-3f4dd239-4666-4f42-9df1-63c7f64f29b7 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 946 time: 0.0474622 Oct 12 18:38:00.513563 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-167877f2-c9f4-4ed1-b831-c3852b523969 req-e531d56a-a280-4181-8b47-d0ea33622c2a tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527675 Oct 12 18:38:00.521704 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29813e24-9879-428d-853c-50a866e810fb req-67040198-a73f-4276-8547-d37de7419c37 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:00.523089 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-29813e24-9879-428d-853c-50a866e810fb req-67040198-a73f-4276-8547-d37de7419c37 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 946 time: 0.0698090 Oct 12 18:38:00.612920 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-29813e24-9879-428d-853c-50a866e810fb req-2645ec5c-2600-4f3b-9bd2-85bd30980799 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Deleting port 34346751-2457-41e9-a11d-b95b457cafe0 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:00.613261 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-29813e24-9879-428d-853c-50a866e810fb req-2645ec5c-2600-4f3b-9bd2-85bd30980799 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:00.698159 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-29813e24-9879-428d-853c-50a866e810fb req-2645ec5c-2600-4f3b-9bd2-85bd30980799 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] For port 34346751-2457-41e9-a11d-b95b457cafe0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34346751-2457-41e9-a11d-b95b457cafe0,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:00.698523 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-29813e24-9879-428d-853c-50a866e810fb req-2645ec5c-2600-4f3b-9bd2-85bd30980799 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:00.714455 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-29813e24-9879-428d-853c-50a866e810fb req-2645ec5c-2600-4f3b-9bd2-85bd30980799 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Calling delete_port for 34346751-2457-41e9-a11d-b95b457cafe0 owned by compute:nova {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:00.917099 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-29813e24-9879-428d-853c-50a866e810fb req-2645ec5c-2600-4f3b-9bd2-85bd30980799 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:00.928569 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['192f9164-f1d6-4259-8c18-d220be03c0d9', 'a254d8df-215f-4c79-ac60-a5b25f3bb041', '34346751-2457-41e9-a11d-b95b457cafe0'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:38:00.943721 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645ec5c-2600-4f3b-9bd2-85bd30980799 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Pushing event deleted for resources: {'Port': ['ID=34346751-2457-41e9-a11d-b95b457cafe0,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:00.989176 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-29813e24-9879-428d-853c-50a866e810fb req-2645ec5c-2600-4f3b-9bd2-85bd30980799 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] No DVR routers for this DVR port 34346751-2457-41e9-a11d-b95b457cafe0 on host hv-cinder-81322 {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:38:00.991864 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-29813e24-9879-428d-853c-50a866e810fb req-2645ec5c-2600-4f3b-9bd2-85bd30980799 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:00.992517 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:38:00.995450 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-29813e24-9879-428d-853c-50a866e810fb req-2645ec5c-2600-4f3b-9bd2-85bd30980799 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "DELETE /v2.0/ports/34346751-2457-41e9-a11d-b95b457cafe0 HTTP/1.1" status: 204 len: 173 time: 0.4657567 Oct 12 18:38:00.995949 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d26e71-34c0-4d7a-9d84-e1925fd3656a', 'name': 'network-vif-deleted', 'tag': '34346751-2457-41e9-a11d-b95b457cafe0'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:38:00.998751 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9100d23-a9be-449d-986a-35a185389295" -d '{"events": [{"server_uuid": "e1d26e71-34c0-4d7a-9d84-e1925fd3656a", "name": "network-vif-deleted", "tag": "34346751-2457-41e9-a11d-b95b457cafe0"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:38:01.033242 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1149dbb9-9b13-41ef-8666-e880a09907ae x-openstack-request-id: req-1149dbb9-9b13-41ef-8666-e880a09907ae {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:38:01.033527 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d26e71-34c0-4d7a-9d84-e1925fd3656a", "name": "network-vif-deleted", "tag": "34346751-2457-41e9-a11d-b95b457cafe0", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:38:01.033771 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1149dbb9-9b13-41ef-8666-e880a09907ae {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:38:01.034153 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d26e71-34c0-4d7a-9d84-e1925fd3656a', 'name': 'network-vif-deleted', 'tag': '34346751-2457-41e9-a11d-b95b457cafe0', 'status': 'completed', 'code': 200} Oct 12 18:38:01.617147 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e0a24182-7f0e-4501-b3c3-31587c3a5092 req-1c3df3b6-470c-493e-bea8-740d1f4042a4 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d26e71-34c0-4d7a-9d84-e1925fd3656a HTTP/1.1" status: 200 len: 210 time: 0.0261292 Oct 12 18:38:03.138946 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b5e05-0a73-46a5-8a06-d7ebf4630f63 req-0b70f874-8e7b-425f-afc3-8d4c34bd5c24 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:03.140430 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-817b5e05-0a73-46a5-8a06-d7ebf4630f63 req-0b70f874-8e7b-425f-afc3-8d4c34bd5c24 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 946 time: 0.0479729 Oct 12 18:38:03.177921 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-817b5e05-0a73-46a5-8a06-d7ebf4630f63 req-8c6e84dd-fff8-4401-9501-4370afd31669 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316763 Oct 12 18:38:03.250727 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 34346751-2457-41e9-a11d-b95b457cafe0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:38:03.272207 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: 34346751-2457-41e9-a11d-b95b457cafe0 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:38:03.272581 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 34346751-2457-41e9-a11d-b95b457cafe0 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:38:04.296531 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89317e-8cdb-4376-9930-7c5ca0977bc2 req-307b9eba-45ba-4626-8426-fc98b74e9e40 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:04.297981 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc89317e-8cdb-4376-9930-7c5ca0977bc2 req-307b9eba-45ba-4626-8426-fc98b74e9e40 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 946 time: 0.0483470 Oct 12 18:38:04.338013 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-fc89317e-8cdb-4376-9930-7c5ca0977bc2 req-f1bb21e9-7228-42ef-833b-11ad10ecd935 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341625 Oct 12 18:38:04.338595 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b48d6d21-bf2a-4fa6-aff2-dd6631decd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:05.038704 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e1a7f-7cb3-4394-9613-9ac01e10cfdf req-00494f46-5a31-44cd-8395-10accc4317f4 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:05.040139 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1e9e1a7f-7cb3-4394-9613-9ac01e10cfdf req-00494f46-5a31-44cd-8395-10accc4317f4 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 946 time: 0.0475121 Oct 12 18:38:05.126604 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-1e9e1a7f-7cb3-4394-9613-9ac01e10cfdf req-131c8c0b-122e-4b25-bda2-7ab438bdd468 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Deleting port a254d8df-215f-4c79-ac60-a5b25f3bb041 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:05.126924 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1e9e1a7f-7cb3-4394-9613-9ac01e10cfdf req-131c8c0b-122e-4b25-bda2-7ab438bdd468 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:05.220490 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-1e9e1a7f-7cb3-4394-9613-9ac01e10cfdf req-131c8c0b-122e-4b25-bda2-7ab438bdd468 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] For port a254d8df-215f-4c79-ac60-a5b25f3bb041, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a254d8df-215f-4c79-ac60-a5b25f3bb041,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:05.220793 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1e9e1a7f-7cb3-4394-9613-9ac01e10cfdf req-131c8c0b-122e-4b25-bda2-7ab438bdd468 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:05.233087 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [req-1e9e1a7f-7cb3-4394-9613-9ac01e10cfdf req-131c8c0b-122e-4b25-bda2-7ab438bdd468 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Calling delete_port for a254d8df-215f-4c79-ac60-a5b25f3bb041 owned by compute:nova {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:05.432346 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1e9e1a7f-7cb3-4394-9613-9ac01e10cfdf req-131c8c0b-122e-4b25-bda2-7ab438bdd468 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:05.445065 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['192f9164-f1d6-4259-8c18-d220be03c0d9', 'a254d8df-215f-4c79-ac60-a5b25f3bb041'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:38:05.470236 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c8c0b-122e-4b25-bda2-7ab438bdd468 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Pushing event deleted for resources: {'Port': ['ID=a254d8df-215f-4c79-ac60-a5b25f3bb041,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:05.511244 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9e1a7f-7cb3-4394-9613-9ac01e10cfdf req-131c8c0b-122e-4b25-bda2-7ab438bdd468 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] No DVR routers for this DVR port a254d8df-215f-4c79-ac60-a5b25f3bb041 on host hv-cinder-81322 {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:38:05.520033 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f5f37-ba91-4aff-89e7-d1d5a454a673 req-db4428da-5e7a-4ecc-9037-0467599eca66 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:05.521542 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-eb6f5f37-ba91-4aff-89e7-d1d5a454a673 req-db4428da-5e7a-4ecc-9037-0467599eca66 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=95e86945-e809-401e-9a1a-7c506f4d847f HTTP/1.1" status: 200 len: 867 time: 0.1172051 Oct 12 18:38:05.522546 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-1e9e1a7f-7cb3-4394-9613-9ac01e10cfdf req-131c8c0b-122e-4b25-bda2-7ab438bdd468 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:05.525904 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1e9e1a7f-7cb3-4394-9613-9ac01e10cfdf req-131c8c0b-122e-4b25-bda2-7ab438bdd468 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "DELETE /v2.0/ports/a254d8df-215f-4c79-ac60-a5b25f3bb041 HTTP/1.1" status: 204 len: 173 time: 0.4790485 Oct 12 18:38:05.526362 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e86945-e809-401e-9a1a-7c506f4d847f', 'name': 'network-vif-deleted', 'tag': 'a254d8df-215f-4c79-ac60-a5b25f3bb041'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:38:05.529271 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe35e1f7-9bbb-410d-a5ce-1eb64f80de75" -d '{"events": [{"server_uuid": "95e86945-e809-401e-9a1a-7c506f4d847f", "name": "network-vif-deleted", "tag": "a254d8df-215f-4c79-ac60-a5b25f3bb041"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:38:05.570782 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048e2a5a-e17a-49e7-b5fa-c1a1afa07aa4 x-openstack-request-id: req-048e2a5a-e17a-49e7-b5fa-c1a1afa07aa4 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:38:05.571070 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e86945-e809-401e-9a1a-7c506f4d847f", "name": "network-vif-deleted", "tag": "a254d8df-215f-4c79-ac60-a5b25f3bb041", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:38:05.571320 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-048e2a5a-e17a-49e7-b5fa-c1a1afa07aa4 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:38:05.571705 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e86945-e809-401e-9a1a-7c506f4d847f', 'name': 'network-vif-deleted', 'tag': 'a254d8df-215f-4c79-ac60-a5b25f3bb041', 'status': 'completed', 'code': 200} Oct 12 18:38:05.588077 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-eb6f5f37-ba91-4aff-89e7-d1d5a454a673 req-b84f494e-5823-4af7-84ee-166b6123f033 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545275 Oct 12 18:38:06.261453 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 53990) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:06.403260 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9364c747-6997-4f8c-8955-9f9d9227c3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:06.477012 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9364c747-6997-4f8c-8955-9f9d9227c3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:06.544656 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9364c747-6997-4f8c-8955-9f9d9227c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:06.582523 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-9364c747-6997-4f8c-8955-9f9d9227c3a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd886458bdd6462a881bd564d172641d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191190 Oct 12 18:38:06.583472 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364c747-6997-4f8c-8955-9f9d9227c3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2103e865-ebc8-4b8b-b489-2116237b3b4a,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:06.585177 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 53994) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:06.634932 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:06.656084 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:06.814225 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:06.816818 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:06.817952 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2103e865-ebc8-4b8b-b489-2116237b3b4a HTTP/1.1" status: 204 len: 168 time: 0.2317500 Oct 12 18:38:06.825825 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2103e865-ebc8-4b8b-b489-2116237b3b4a,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:06.832836 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:06.833121 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:06.833459 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:06.833797 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:06.834126 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:06.834455 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:06.834781 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:06.835109 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:06.835430 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:06.835756 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:06.836076 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:06.836411 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf65d85b-75e8-4f0c-8a2d-ee0087e8a054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:07.254491 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94c2d631-abc0-452d-837e-fad041ce9bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:07.412619 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54008) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:07.425263 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea9f2-d403-4a19-99e2-9ec391e02003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:07.497770 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea9f2-d403-4a19-99e2-9ec391e02003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:07.561116 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1d5ea9f2-d403-4a19-99e2-9ec391e02003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:07.598336 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-1d5ea9f2-d403-4a19-99e2-9ec391e02003 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=950e1a3980d14da5a708ab65fbae25b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846232 Oct 12 18:38:07.599273 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ea9f2-d403-4a19-99e2-9ec391e02003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f17a44-d1a9-42bc-8066-50b1c12a334b,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:07.601005 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54010) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:07.650306 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c24432a4-b584-40da-949d-293ee9b5d327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:07.672024 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c24432a4-b584-40da-949d-293ee9b5d327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:07.778209 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c24432a4-b584-40da-949d-293ee9b5d327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:07.781067 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c24432a4-b584-40da-949d-293ee9b5d327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:07.782224 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-c24432a4-b584-40da-949d-293ee9b5d327 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74f17a44-d1a9-42bc-8066-50b1c12a334b HTTP/1.1" status: 204 len: 168 time: 0.1796522 Oct 12 18:38:07.789916 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24432a4-b584-40da-949d-293ee9b5d327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f17a44-d1a9-42bc-8066-50b1c12a334b,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:08.025815 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:08.315387 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1f710-17fa-4754-8c91-d69cf44857bb req-18c20bdb-ada1-4e04-bd96-3658c0c56f80 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:08.316894 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7cd1f710-17fa-4754-8c91-d69cf44857bb req-18c20bdb-ada1-4e04-bd96-3658c0c56f80 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 945 time: 0.0602541 Oct 12 18:38:08.333989 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:08.355991 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7cd1f710-17fa-4754-8c91-d69cf44857bb req-f630bd79-6be0-42d4-9283-9bfa01e1015b tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Oct 12 18:38:08.368465 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54028) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:08.529632 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-19d5906d-2a69-404e-9005-6e23ff49736d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Deleting port 39eb06b7-59d8-4178-a02f-4d6f867a078c {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:08.529979 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-19d5906d-2a69-404e-9005-6e23ff49736d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:08.605674 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-19d5906d-2a69-404e-9005-6e23ff49736d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:08.606283 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-19d5906d-2a69-404e-9005-6e23ff49736d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:08.618679 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-19d5906d-2a69-404e-9005-6e23ff49736d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Calling delete_port for 39eb06b7-59d8-4178-a02f-4d6f867a078c owned by network:floatingip {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:08.859807 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-19d5906d-2a69-404e-9005-6e23ff49736d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:08.888546 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5906d-2a69-404e-9005-6e23ff49736d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event deleted for resources: {'Port': ['ID=39eb06b7-59d8-4178-a02f-4d6f867a078c,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:08.955626 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-19d5906d-2a69-404e-9005-6e23ff49736d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for floatingip, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:08.955982 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.l3_db [None req-19d5906d-2a69-404e-9005-6e23ff49736d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Floating IP f77b392c-3750-499b-8906-8b23f463500a disassociated (deleted). External IP: 172.27.1.60, port: 6b64a2da-1847-42d7-b301-103470a2877a. Oct 12 18:38:09.160117 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d5906d-2a69-404e-9005-6e23ff49736d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Router 49c4b58e-86c3-4f66-af7b-0775da265084 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:38:09.257805 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device a254d8df-215f-4c79-ac60-a5b25f3bb041 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:38:09.268809 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d5906d-2a69-404e-9005-6e23ff49736d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:38:09.273772 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-19d5906d-2a69-404e-9005-6e23ff49736d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:09.282396 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61eaa3f-4670-45e4-a4c4-312046ba3740 None None] Sync routers for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:38:09.284644 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: a254d8df-215f-4c79-ac60-a5b25f3bb041 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:38:09.284977 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device a254d8df-215f-4c79-ac60-a5b25f3bb041 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:38:09.293663 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61eaa3f-4670-45e4-a4c4-312046ba3740 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:38:09.294302 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-b61eaa3f-4670-45e4-a4c4-312046ba3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:38:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:09.304268 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-19d5906d-2a69-404e-9005-6e23ff49736d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "DELETE /v2.0/floatingips/f77b392c-3750-499b-8906-8b23f463500a HTTP/1.1" status: 204 len: 168 time: 0.9345863 Oct 12 18:38:09.304892 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'tag': '6b64a2da-1847-42d7-b301-103470a2877a'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:38:09.307189 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd49f67-0266-4f05-8430-ddd7060173fc" -d '{"events": [{"name": "network-changed", "server_uuid": "96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7", "tag": "6b64a2da-1847-42d7-b301-103470a2877a"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:38:09.414938 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-b61eaa3f-4670-45e4-a4c4-312046ba3740 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:38:09.481512 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d675d75-6a37-46c8-97e7-1b686cd57d66 x-openstack-request-id: req-7d675d75-6a37-46c8-97e7-1b686cd57d66 {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:38:09.482626 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7", "tag": "6b64a2da-1847-42d7-b301-103470a2877a", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:38:09.482919 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d675d75-6a37-46c8-97e7-1b686cd57d66 {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:38:09.483320 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'tag': '6b64a2da-1847-42d7-b301-103470a2877a', 'status': 'completed', 'code': 200} Oct 12 18:38:09.581523 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd49f67-0266-4f05-8430-ddd7060173fc req-1be3c9b1-afce-4f99-b120-073093e231ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:09.583495 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9fd49f67-0266-4f05-8430-ddd7060173fc req-1be3c9b1-afce-4f99-b120-073093e231ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 1099 time: 0.0744996 Oct 12 18:38:09.633987 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480ea49-cd2f-457e-99e1-5f9b56936309 req-4ee2a0b0-866b-48bc-ac01-746eeda9712b tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:09.641218 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0480ea49-cd2f-457e-99e1-5f9b56936309 req-4ee2a0b0-866b-48bc-ac01-746eeda9712b tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 945 time: 0.0987253 Oct 12 18:38:09.720789 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0480ea49-cd2f-457e-99e1-5f9b56936309 req-ec2a7e7e-92b8-4280-8742-9b05ac521b70 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac7d412d-2a11-4cbb-99cc-6b452c03441d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784163 Oct 12 18:38:09.766909 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd49f67-0266-4f05-8430-ddd7060173fc req-3f186b58-91bf-4be2-9b1c-a4c9ba1b0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:09.768380 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9fd49f67-0266-4f05-8430-ddd7060173fc req-3f186b58-91bf-4be2-9b1c-a4c9ba1b0720 service neutron] 10.222.0.42 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 912 time: 0.1780674 Oct 12 18:38:09.822547 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-b61eaa3f-4670-45e4-a4c4-312046ba3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'b7e9be68-7b72-43c2-ac06-9b6b9f124f3d', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:59:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:32:41Z', 'updated_at': '2021-10-12T18:32:43Z', 'revision_number': 1, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:09.845365 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9fd49f67-0266-4f05-8430-ddd7060173fc req-1beaade0-74a9-40e5-88bc-4a520afe9405 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b64a2da-1847-42d7-b301-103470a2877a HTTP/1.1" status: 200 len: 217 time: 0.0679419 Oct 12 18:38:09.852750 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61eaa3f-4670-45e4-a4c4-312046ba3740 None None] Checking router: 49c4b58e-86c3-4f66-af7b-0775da265084 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:38:09.861845 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61eaa3f-4670-45e4-a4c4-312046ba3740 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:38:09.862452 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-b61eaa3f-4670-45e4-a4c4-312046ba3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:38:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:09.909899 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72208027-eb38-463c-b919-bfe61f07f62d req-59e3aa2a-0e1b-4c9b-91d1-3c7a1e8fbbfc tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:09.917016 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-72208027-eb38-463c-b919-bfe61f07f62d req-59e3aa2a-0e1b-4c9b-91d1-3c7a1e8fbbfc tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 946 time: 0.0990496 Oct 12 18:38:09.967711 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd49f67-0266-4f05-8430-ddd7060173fc req-086c6630-0096-48fb-ab53-916cec1bf8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:09.969056 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9fd49f67-0266-4f05-8430-ddd7060173fc req-086c6630-0096-48fb-ab53-916cec1bf8fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b22a110-2927-47ce-936a-32b2d9aa3b9a HTTP/1.1" status: 200 len: 850 time: 0.1073391 Oct 12 18:38:09.976500 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-72208027-eb38-463c-b919-bfe61f07f62d req-268594ea-3eb3-44c2-a9b1-eaedc9462139 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578027 Oct 12 18:38:09.981411 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-b61eaa3f-4670-45e4-a4c4-312046ba3740 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:38:10.013009 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:10.016392 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd49f67-0266-4f05-8430-ddd7060173fc req-30cea2be-ffd1-4501-9705-59493794aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:10.017899 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9fd49f67-0266-4f05-8430-ddd7060173fc req-30cea2be-ffd1-4501-9705-59493794aec1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61bc6454-3943-4ea7-a052-57599eadac06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404172 Oct 12 18:38:10.117013 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9fd49f67-0266-4f05-8430-ddd7060173fc req-7900f06e-01db-4261-84f3-235899728435 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909162 Oct 12 18:38:10.219970 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-b61eaa3f-4670-45e4-a4c4-312046ba3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'b7e9be68-7b72-43c2-ac06-9b6b9f124f3d', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:59:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:32:41Z', 'updated_at': '2021-10-12T18:32:43Z', 'revision_number': 1, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:10.247777 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61eaa3f-4670-45e4-a4c4-312046ba3740 None None] The sync data for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi is: [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': 'b7e9be68-7b72-43c2-ac06-9b6b9f124f3d', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'port_id': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'mac_address': 'fa:16:3e:59:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:32:41Z', 'updated_at': '2021-10-12T18:32:43Z', 'revision_number': 1, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:38:10.286051 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68529e80-a6bb-4544-9f3d-c98bea87a663 req-11d07b27-1515-49df-81d3-635de2f7da56 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:10.288256 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-68529e80-a6bb-4544-9f3d-c98bea87a663 req-11d07b27-1515-49df-81d3-635de2f7da56 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 945 time: 0.0690806 Oct 12 18:38:10.391758 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-68529e80-a6bb-4544-9f3d-c98bea87a663 req-2dbcb944-b21a-4fb0-a8b3-f42620946e9d tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Deleting port 192f9164-f1d6-4259-8c18-d220be03c0d9 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:10.392199 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-68529e80-a6bb-4544-9f3d-c98bea87a663 req-2dbcb944-b21a-4fb0-a8b3-f42620946e9d tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:10.480241 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9fd49f67-0266-4f05-8430-ddd7060173fc req-073a115e-06a1-4381-98b2-c632322f5646 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550892 Oct 12 18:38:10.497817 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-68529e80-a6bb-4544-9f3d-c98bea87a663 req-2dbcb944-b21a-4fb0-a8b3-f42620946e9d tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] For port 192f9164-f1d6-4259-8c18-d220be03c0d9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=192f9164-f1d6-4259-8c18-d220be03c0d9,segment=NetworkSegment(c01f088b-b8d0-4887-bcd7-d175dd938d8d),segment_id=c01f088b-b8d0-4887-bcd7-d175dd938d8d)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:10.498159 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-68529e80-a6bb-4544-9f3d-c98bea87a663 req-2dbcb944-b21a-4fb0-a8b3-f42620946e9d tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:10.511097 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-68529e80-a6bb-4544-9f3d-c98bea87a663 req-2dbcb944-b21a-4fb0-a8b3-f42620946e9d tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Calling delete_port for 192f9164-f1d6-4259-8c18-d220be03c0d9 owned by compute:nova {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:10.526895 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65ac03-ca06-4769-9e70-2d2f4f0d9b8f None None] New status for floating IP f77b392c-3750-499b-8906-8b23f463500a: DOWN {{(pid=94838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:38:10.682954 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-68529e80-a6bb-4544-9f3d-c98bea87a663 req-2dbcb944-b21a-4fb0-a8b3-f42620946e9d tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:10.694991 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['192f9164-f1d6-4259-8c18-d220be03c0d9'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:38:10.710922 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcb944-b21a-4fb0-a8b3-f42620946e9d tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Pushing event deleted for resources: {'Port': ['ID=192f9164-f1d6-4259-8c18-d220be03c0d9,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:10.752337 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-68529e80-a6bb-4544-9f3d-c98bea87a663 req-2dbcb944-b21a-4fb0-a8b3-f42620946e9d tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] No DVR routers for this DVR port 192f9164-f1d6-4259-8c18-d220be03c0d9 on host hv-cinder-81322 {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:38:10.755315 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-68529e80-a6bb-4544-9f3d-c98bea87a663 req-2dbcb944-b21a-4fb0-a8b3-f42620946e9d tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:10.758615 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-68529e80-a6bb-4544-9f3d-c98bea87a663 req-2dbcb944-b21a-4fb0-a8b3-f42620946e9d tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.42 "DELETE /v2.0/ports/192f9164-f1d6-4259-8c18-d220be03c0d9 HTTP/1.1" status: 204 len: 173 time: 0.4629257 Oct 12 18:38:10.824640 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4206f63e-f3ca-4181-880c-272a5053e00f req-fd8e2aa1-f6d0-4db6-8ee1-89276550ded2 tempest-AttachVolumeNegativeTest-1016244354 tempest-AttachVolumeNegativeTest-1016244354-project] 10.222.0.18 "GET /v2.0/ports?device_id=c441c901-c4e6-43f0-8136-f138ee030430 HTTP/1.1" status: 200 len: 210 time: 0.0268116 Oct 12 18:38:10.974208 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:11.096436 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5c195-8aa4-4106-8840-d70fd4238002 req-59edc16b-edb6-4a66-9976-80d5f4380760 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:11.097884 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9cb5c195-8aa4-4106-8840-d70fd4238002 req-59edc16b-edb6-4a66-9976-80d5f4380760 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 946 time: 0.0518734 Oct 12 18:38:11.135306 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9cb5c195-8aa4-4106-8840-d70fd4238002 req-a6d1cfc8-202e-483d-b6a8-57c4ad4278d3 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306954 Oct 12 18:38:11.486683 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c441c901-c4e6-43f0-8136-f138ee030430', 'name': 'network-vif-deleted', 'tag': '192f9164-f1d6-4259-8c18-d220be03c0d9'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:38:11.488902 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039b4f12-e0e4-437a-b459-b733723b5ab5" -d '{"events": [{"server_uuid": "c441c901-c4e6-43f0-8136-f138ee030430", "name": "network-vif-deleted", "tag": "192f9164-f1d6-4259-8c18-d220be03c0d9"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:38:11.515374 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece88489-7f8e-4940-99eb-7b4420d66911 req-9c0f54d2-f6be-47a7-8907-441b39e69ff8 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:11.516845 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-ece88489-7f8e-4940-99eb-7b4420d66911 req-9c0f54d2-f6be-47a7-8907-441b39e69ff8 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 946 time: 0.0569601 Oct 12 18:38:11.523182 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ad0139-f7c4-40b5-a600-e13fdc9731dd x-openstack-request-id: req-41ad0139-f7c4-40b5-a600-e13fdc9731dd {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:38:11.523459 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c441c901-c4e6-43f0-8136-f138ee030430", "name": "network-vif-deleted", "tag": "192f9164-f1d6-4259-8c18-d220be03c0d9", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:38:11.523705 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41ad0139-f7c4-40b5-a600-e13fdc9731dd {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:38:11.524075 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c441c901-c4e6-43f0-8136-f138ee030430', 'name': 'network-vif-deleted', 'tag': '192f9164-f1d6-4259-8c18-d220be03c0d9', 'status': 'completed', 'code': 200} Oct 12 18:38:11.607982 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-ece88489-7f8e-4940-99eb-7b4420d66911 req-3e6c96fb-7094-4086-b27a-db1128ffbad5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Deleting port 6b64a2da-1847-42d7-b301-103470a2877a {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:11.608313 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-ece88489-7f8e-4940-99eb-7b4420d66911 req-3e6c96fb-7094-4086-b27a-db1128ffbad5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:11.708487 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-ece88489-7f8e-4940-99eb-7b4420d66911 req-3e6c96fb-7094-4086-b27a-db1128ffbad5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] For port 6b64a2da-1847-42d7-b301-103470a2877a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6b64a2da-1847-42d7-b301-103470a2877a,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:11.708859 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-ece88489-7f8e-4940-99eb-7b4420d66911 req-3e6c96fb-7094-4086-b27a-db1128ffbad5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:11.720953 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-ece88489-7f8e-4940-99eb-7b4420d66911 req-3e6c96fb-7094-4086-b27a-db1128ffbad5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Calling delete_port for 6b64a2da-1847-42d7-b301-103470a2877a owned by compute:nova {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:11.880245 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54088) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:11.917251 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-ece88489-7f8e-4940-99eb-7b4420d66911 req-3e6c96fb-7094-4086-b27a-db1128ffbad5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:11.923990 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc55c286-7ecf-4f77-aa58-b0b6c9773f24 admin admin] Deleting subnet fd15f454-2365-4315-94dd-e81b3ed3655a {{(pid=94835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:38:11.927018 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cc55c286-7ecf-4f77-aa58-b0b6c9773f24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:11.947160 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c96fb-7094-4086-b27a-db1128ffbad5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event deleted for resources: {'Port': ['ID=6b64a2da-1847-42d7-b301-103470a2877a,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:11.964611 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cc55c286-7ecf-4f77-aa58-b0b6c9773f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29392165'] for subnet, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:11.987623 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece88489-7f8e-4940-99eb-7b4420d66911 req-3e6c96fb-7094-4086-b27a-db1128ffbad5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] No DVR routers for this DVR port 6b64a2da-1847-42d7-b301-103470a2877a on host hv-cinder-81322 {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:38:11.989935 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-ece88489-7f8e-4940-99eb-7b4420d66911 req-3e6c96fb-7094-4086-b27a-db1128ffbad5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:11.993302 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-ece88489-7f8e-4940-99eb-7b4420d66911 req-3e6c96fb-7094-4086-b27a-db1128ffbad5 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "DELETE /v2.0/ports/6b64a2da-1847-42d7-b301-103470a2877a HTTP/1.1" status: 204 len: 173 time: 0.4660292 Oct 12 18:38:12.004553 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cc55c286-7ecf-4f77-aa58-b0b6c9773f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:12.229001 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8b637b72-ec44-493e-8234-a4c295caf66d req-52fe0a24-031e-4a0a-8eb9-1c4367f16d7b tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 210 time: 0.0259573 Oct 12 18:38:12.311995 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cc55c286-7ecf-4f77-aa58-b0b6c9773f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30236513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684432'] for subnet, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:12.338629 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55c286-7ecf-4f77-aa58-b0b6c9773f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd15f454-2365-4315-94dd-e81b3ed3655a,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:12.343397 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-cc55c286-7ecf-4f77-aa58-b0b6c9773f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:12.347234 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-cc55c286-7ecf-4f77-aa58-b0b6c9773f24 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fd15f454-2365-4315-94dd-e81b3ed3655a HTTP/1.1" status: 204 len: 168 time: 0.4658720 Oct 12 18:38:12.349917 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54092) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:12.434984 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-88f2686d-da1f-45c1-8c17-dbb716d69dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:12.513243 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-88f2686d-da1f-45c1-8c17-dbb716d69dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:12.533326 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-88f2686d-da1f-45c1-8c17-dbb716d69dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f6d5f9-4048-4750-b2a3-767357f4402f']}} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:12.542141 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-88f2686d-da1f-45c1-8c17-dbb716d69dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01f088b-b8d0-4887-bcd7-d175dd938d8d') {'for_net_delete': True} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:12.542435 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-88f2686d-da1f-45c1-8c17-dbb716d69dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01f088b-b8d0-4887-bcd7-d175dd938d8d') {} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:12.551365 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-88f2686d-da1f-45c1-8c17-dbb716d69dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840146'] for segment, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:12.564051 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-88f2686d-da1f-45c1-8c17-dbb716d69dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:12.569726 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f2686d-da1f-45c1-8c17-dbb716d69dc7 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:38:12.570106 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-88f2686d-da1f-45c1-8c17-dbb716d69dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31250374'] for segment, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: Traceback (most recent call last): Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: timer() Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: cb(*args, **kw) Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: return func(*args, **kwargs) Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: self._notify() Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: self.callback(batched_events) Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: event.method(event) Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: return f(self, *a, **k) Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._get(url).json() Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: return self.request(url, 'GET', **kwargs) Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:38:12.571692 dv-cinder-813227-2-iscsi neutron-server[94836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:38:12.687067 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-88f2686d-da1f-45c1-8c17-dbb716d69dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:12.691931 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-88f2686d-da1f-45c1-8c17-dbb716d69dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:12.695074 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-88f2686d-da1f-45c1-8c17-dbb716d69dc7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/61f6d5f9-4048-4750-b2a3-767357f4402f HTTP/1.1" status: 204 len: 168 time: 0.3440969 Oct 12 18:38:12.708510 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2686d-da1f-45c1-8c17-dbb716d69dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=61f6d5f9-4048-4750-b2a3-767357f4402f,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:13.125627 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54098) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:13.167983 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-fc2dff4a-9d03-44d3-aa8b-27db1a797d49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b114869544b4236a53ce1103cfc7abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412078 Oct 12 18:38:13.170464 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54100) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:13.217154 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d96356db-4345-4bf6-ba5a-bce236242df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:13.236987 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d96356db-4345-4bf6-ba5a-bce236242df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:13.272696 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b64a2da-1847-42d7-b301-103470a2877a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:38:13.294840 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: 6b64a2da-1847-42d7-b301-103470a2877a {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:38:13.295318 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 6b64a2da-1847-42d7-b301-103470a2877a not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:38:13.296821 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 192f9164-f1d6-4259-8c18-d220be03c0d9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:38:13.314823 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: 192f9164-f1d6-4259-8c18-d220be03c0d9 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:38:13.315047 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 192f9164-f1d6-4259-8c18-d220be03c0d9 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:38:13.336040 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ef7dcd70-db39-4b3e-86b3-42030010ffd1 req-c09fbf6f-4d41-492b-867e-b81d2c190841 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7 HTTP/1.1" status: 200 len: 210 time: 0.0269806 Oct 12 18:38:13.351746 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d96356db-4345-4bf6-ba5a-bce236242df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:13.354531 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d96356db-4345-4bf6-ba5a-bce236242df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:13.359040 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-d96356db-4345-4bf6-ba5a-bce236242df1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac7d412d-2a11-4cbb-99cc-6b452c03441d HTTP/1.1" status: 204 len: 168 time: 0.1844215 Oct 12 18:38:13.365070 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96356db-4345-4bf6-ba5a-bce236242df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7d412d-2a11-4cbb-99cc-6b452c03441d,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:13.525447 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'name': 'network-vif-deleted', 'tag': '6b64a2da-1847-42d7-b301-103470a2877a'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:38:13.528041 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6b65e4-ac8e-4480-b8c2-dcd08852db44" -d '{"events": [{"server_uuid": "96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7", "name": "network-vif-deleted", "tag": "6b64a2da-1847-42d7-b301-103470a2877a"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:38:13.563421 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5266f76b-dcaa-43a3-bf9d-1e9aef5b14da x-openstack-request-id: req-5266f76b-dcaa-43a3-bf9d-1e9aef5b14da {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:38:13.563779 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7", "name": "network-vif-deleted", "tag": "6b64a2da-1847-42d7-b301-103470a2877a", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:38:13.564095 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5266f76b-dcaa-43a3-bf9d-1e9aef5b14da {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:38:13.564506 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a2f2c7-3e94-4ee2-abc5-5c7f0e33b9b7', 'name': 'network-vif-deleted', 'tag': '6b64a2da-1847-42d7-b301-103470a2877a', 'status': 'completed', 'code': 200} Oct 12 18:38:16.412119 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54204) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:16.515257 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-82bed8a3-8783-4a0a-bf02-2d3ae3e1768d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:16.587201 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-82bed8a3-8783-4a0a-bf02-2d3ae3e1768d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:16.686582 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-82bed8a3-8783-4a0a-bf02-2d3ae3e1768d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:16.724848 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-82bed8a3-8783-4a0a-bf02-2d3ae3e1768d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57f9acb6f2dd42f9845c9ab807114c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116612 Oct 12 18:38:16.726005 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bed8a3-8783-4a0a-bf02-2d3ae3e1768d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c8e37c-b1db-46d2-9af6-a8d16cd54160,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:16.727615 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54208) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:16.776059 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fbf5-84cb-42d3-ba4d-938441bef0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:16.796454 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fbf5-84cb-42d3-ba4d-938441bef0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:16.893433 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54212) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:16.894016 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fbf5-84cb-42d3-ba4d-938441bef0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:16.896615 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fbf5-84cb-42d3-ba4d-938441bef0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:16.897730 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-c6a6fbf5-84cb-42d3-ba4d-938441bef0a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97c8e37c-b1db-46d2-9af6-a8d16cd54160 HTTP/1.1" status: 204 len: 168 time: 0.1690981 Oct 12 18:38:16.906257 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6fbf5-84cb-42d3-ba4d-938441bef0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c8e37c-b1db-46d2-9af6-a8d16cd54160,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:17.060254 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-aaf828f0-a5e2-443a-816f-1110ac4bcfea tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Deleting port 7c23a9eb-0b3b-48b9-851a-d358ba399d24 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:17.060643 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-aaf828f0-a5e2-443a-816f-1110ac4bcfea tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:17.138250 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-aaf828f0-a5e2-443a-816f-1110ac4bcfea tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:17.138512 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-aaf828f0-a5e2-443a-816f-1110ac4bcfea tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:17.149725 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-aaf828f0-a5e2-443a-816f-1110ac4bcfea tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Calling delete_port for 7c23a9eb-0b3b-48b9-851a-d358ba399d24 owned by network:floatingip {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:17.351393 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-aaf828f0-a5e2-443a-816f-1110ac4bcfea tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:17.375317 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf828f0-a5e2-443a-816f-1110ac4bcfea tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event deleted for resources: {'Port': ['ID=7c23a9eb-0b3b-48b9-851a-d358ba399d24,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:17.437474 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-aaf828f0-a5e2-443a-816f-1110ac4bcfea tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for floatingip, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:17.438134 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.l3_db [None req-aaf828f0-a5e2-443a-816f-1110ac4bcfea tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Floating IP b7e9be68-7b72-43c2-ac06-9b6b9f124f3d disassociated (deleted). External IP: 172.27.1.147, port: 260f73ad-348d-4e3f-8940-94a948e1eaae. Oct 12 18:38:17.566331 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54222) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:17.581736 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-682da3e0-9d10-4c15-b672-66dae17512d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:17.643852 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf828f0-a5e2-443a-816f-1110ac4bcfea tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Router 49c4b58e-86c3-4f66-af7b-0775da265084 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:38:17.658579 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-682da3e0-9d10-4c15-b672-66dae17512d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:17.749440 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf828f0-a5e2-443a-816f-1110ac4bcfea tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:38:17.754224 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-aaf828f0-a5e2-443a-816f-1110ac4bcfea tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:17.755029 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-682da3e0-9d10-4c15-b672-66dae17512d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:17.759674 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574d123-0652-410e-9b25-bbfeae7a9332 None None] Sync routers for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:38:17.770082 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574d123-0652-410e-9b25-bbfeae7a9332 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:38:17.770984 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-8574d123-0652-410e-9b25-bbfeae7a9332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:38:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:17.786046 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-aaf828f0-a5e2-443a-816f-1110ac4bcfea tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "DELETE /v2.0/floatingips/b7e9be68-7b72-43c2-ac06-9b6b9f124f3d HTTP/1.1" status: 204 len: 168 time: 0.8890884 Oct 12 18:38:17.786046 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'tag': '260f73ad-348d-4e3f-8940-94a948e1eaae'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:38:17.787166 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5e84c2-cb07-4b02-b67d-1756858a58e3" -d '{"events": [{"name": "network-changed", "server_uuid": "527d2718-c3be-44f9-bf49-9c445e98cc75", "tag": "260f73ad-348d-4e3f-8940-94a948e1eaae"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:38:17.790375 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-682da3e0-9d10-4c15-b672-66dae17512d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=490e95f68c834ba9b6a52bd676e19e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226706 Oct 12 18:38:17.793012 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54228) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:17.799362 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682da3e0-9d10-4c15-b672-66dae17512d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72667e05-73de-4ff3-bc4e-35e56b529847,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:17.833711 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5abd6e-dc22-4a74-8036-5b2e27029e7c x-openstack-request-id: req-6c5abd6e-dc22-4a74-8036-5b2e27029e7c {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:38:17.834059 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527d2718-c3be-44f9-bf49-9c445e98cc75", "tag": "260f73ad-348d-4e3f-8940-94a948e1eaae", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:38:17.834236 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c5abd6e-dc22-4a74-8036-5b2e27029e7c {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:38:17.834623 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'tag': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'status': 'completed', 'code': 200} Oct 12 18:38:17.847636 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4d401c70-d47e-408b-9b45-618cc50a7624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:17.884989 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4d401c70-d47e-408b-9b45-618cc50a7624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:17.917284 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-8574d123-0652-410e-9b25-bbfeae7a9332 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:38:18.135717 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-8574d123-0652-410e-9b25-bbfeae7a9332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:18.164005 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574d123-0652-410e-9b25-bbfeae7a9332 None None] Checking router: 49c4b58e-86c3-4f66-af7b-0775da265084 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:38:18.172569 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574d123-0652-410e-9b25-bbfeae7a9332 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:38:18.173179 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-8574d123-0652-410e-9b25-bbfeae7a9332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:38:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:18.191606 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e84c2-cb07-4b02-b67d-1756858a58e3 req-e97f423e-0821-4385-a342-ac619f3d903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:18.193107 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-eb5e84c2-cb07-4b02-b67d-1756858a58e3 req-e97f423e-0821-4385-a342-ac619f3d903e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b808c36ccd4256858530aedc0a6f64&device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 1099 time: 0.3244958 Oct 12 18:38:18.283900 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-8574d123-0652-410e-9b25-bbfeae7a9332 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:38:18.298190 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e84c2-cb07-4b02-b67d-1756858a58e3 req-54d9d0f8-b240-493f-b835-94e4ae879c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:18.299805 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-eb5e84c2-cb07-4b02-b67d-1756858a58e3 req-54d9d0f8-b240-493f-b835-94e4ae879c3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 200 len: 912 time: 0.0993931 Oct 12 18:38:18.343767 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea01ff9-e770-4567-94b3-eaf95cc39979 req-731a7f21-b21c-489b-930e-2a126664ea33 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:18.345202 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-aea01ff9-e770-4567-94b3-eaf95cc39979 req-731a7f21-b21c-489b-930e-2a126664ea33 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 946 time: 0.0511448 Oct 12 18:38:18.349139 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-eb5e84c2-cb07-4b02-b67d-1756858a58e3 req-1e2300df-0b2a-445a-ad28-e83a45abf095 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=260f73ad-348d-4e3f-8940-94a948e1eaae HTTP/1.1" status: 200 len: 217 time: 0.0407279 Oct 12 18:38:18.349820 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4d401c70-d47e-408b-9b45-618cc50a7624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:18.352798 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4d401c70-d47e-408b-9b45-618cc50a7624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:18.356885 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4d401c70-d47e-408b-9b45-618cc50a7624 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72667e05-73de-4ff3-bc4e-35e56b529847 HTTP/1.1" status: 204 len: 168 time: 0.5600870 Oct 12 18:38:18.388327 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-aea01ff9-e770-4567-94b3-eaf95cc39979 req-e305ffda-cdfb-4e43-9491-b81eaa8a96c6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/security-groups?id=798734a7-d7b8-486d-affc-1794ed5d18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365498 Oct 12 18:38:18.412019 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d401c70-d47e-408b-9b45-618cc50a7624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72667e05-73de-4ff3-bc4e-35e56b529847,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:18.414528 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e84c2-cb07-4b02-b67d-1756858a58e3 req-6734622d-28bd-4477-8423-837f6ec7d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:18.415973 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-eb5e84c2-cb07-4b02-b67d-1756858a58e3 req-6734622d-28bd-4477-8423-837f6ec7d138 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b22a110-2927-47ce-936a-32b2d9aa3b9a HTTP/1.1" status: 200 len: 850 time: 0.0541945 Oct 12 18:38:18.471788 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e84c2-cb07-4b02-b67d-1756858a58e3 req-e7cb60f3-0f1b-4644-9eb7-e016581e5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:18.473310 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-eb5e84c2-cb07-4b02-b67d-1756858a58e3 req-e7cb60f3-0f1b-4644-9eb7-e016581e5bd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=61bc6454-3943-4ea7-a052-57599eadac06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459225 Oct 12 18:38:18.516484 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-8574d123-0652-410e-9b25-bbfeae7a9332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:18.546601 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574d123-0652-410e-9b25-bbfeae7a9332 None None] The sync data for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi is: [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:27:57Z', 'revision_number': 4, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': 'c77a8f43-a0a8-4639-a60f-29bd26e46ff8', 'name': '', 'network_id': '61bc6454-3943-4ea7-a052-57599eadac06', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'mac_address': 'fa:16:3e:d9:cf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:56Z', 'updated_at': '2021-10-12T18:28:01Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'subnets': [{'id': '2b22a110-2927-47ce-936a-32b2d9aa3b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:38:18.574107 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-eb5e84c2-cb07-4b02-b67d-1756858a58e3 req-d7fec80f-85da-4599-8015-77e6107b32f0 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883570 Oct 12 18:38:18.670421 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-eb5e84c2-cb07-4b02-b67d-1756858a58e3 req-338a4bd3-987b-4fbb-8532-b8a59a4b60c5 service neutron] 10.222.0.42 "GET /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890870 Oct 12 18:38:18.800135 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c354aa-eb0b-4310-9f0d-c4413458e3ea None None] New status for floating IP b7e9be68-7b72-43c2-ac06-9b6b9f124f3d: DOWN {{(pid=94838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:38:18.992529 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190c68f-441e-496f-9389-848ee0f71f77 req-4de52d82-5105-4aba-ab4c-fe21fa4d0629 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:18.994314 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b190c68f-441e-496f-9389-848ee0f71f77 req-4de52d82-5105-4aba-ab4c-fe21fa4d0629 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 946 time: 0.0486059 Oct 12 18:38:19.087795 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-b190c68f-441e-496f-9389-848ee0f71f77 req-796362d4-d16f-4757-a377-b747149b1fdd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Deleting port 260f73ad-348d-4e3f-8940-94a948e1eaae {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:19.088138 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-b190c68f-441e-496f-9389-848ee0f71f77 req-796362d4-d16f-4757-a377-b747149b1fdd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:19.174002 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-b190c68f-441e-496f-9389-848ee0f71f77 req-796362d4-d16f-4757-a377-b747149b1fdd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] For port 260f73ad-348d-4e3f-8940-94a948e1eaae, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=260f73ad-348d-4e3f-8940-94a948e1eaae,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:19.174338 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-b190c68f-441e-496f-9389-848ee0f71f77 req-796362d4-d16f-4757-a377-b747149b1fdd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:19.189611 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-b190c68f-441e-496f-9389-848ee0f71f77 req-796362d4-d16f-4757-a377-b747149b1fdd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Calling delete_port for 260f73ad-348d-4e3f-8940-94a948e1eaae owned by compute:nova {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:19.397381 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-b190c68f-441e-496f-9389-848ee0f71f77 req-796362d4-d16f-4757-a377-b747149b1fdd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:19.427324 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796362d4-d16f-4757-a377-b747149b1fdd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event deleted for resources: {'Port': ['ID=260f73ad-348d-4e3f-8940-94a948e1eaae,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:19.478898 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b190c68f-441e-496f-9389-848ee0f71f77 req-796362d4-d16f-4757-a377-b747149b1fdd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] No DVR routers for this DVR port 260f73ad-348d-4e3f-8940-94a948e1eaae on host hv-cinder-81322 {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:38:19.481699 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-b190c68f-441e-496f-9389-848ee0f71f77 req-796362d4-d16f-4757-a377-b747149b1fdd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:19.485085 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b190c68f-441e-496f-9389-848ee0f71f77 req-796362d4-d16f-4757-a377-b747149b1fdd tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.42 "DELETE /v2.0/ports/260f73ad-348d-4e3f-8940-94a948e1eaae HTTP/1.1" status: 204 len: 173 time: 0.4844356 Oct 12 18:38:19.520128 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a00eb9f-817a-4f92-b2fa-114bdaac8f99 req-6f7b1723-face-40e8-9fc4-e8d290a1edfa tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 210 time: 0.0306134 Oct 12 18:38:19.835656 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'name': 'network-vif-deleted', 'tag': '260f73ad-348d-4e3f-8940-94a948e1eaae'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:38:19.838289 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebd585b-21eb-48f8-a317-39821fff0275" -d '{"events": [{"server_uuid": "527d2718-c3be-44f9-bf49-9c445e98cc75", "name": "network-vif-deleted", "tag": "260f73ad-348d-4e3f-8940-94a948e1eaae"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:38:19.874702 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221bb7fa-9235-4eff-8100-b0aa2984294e x-openstack-request-id: req-221bb7fa-9235-4eff-8100-b0aa2984294e {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:38:19.875019 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527d2718-c3be-44f9-bf49-9c445e98cc75", "name": "network-vif-deleted", "tag": "260f73ad-348d-4e3f-8940-94a948e1eaae", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:38:19.875272 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-221bb7fa-9235-4eff-8100-b0aa2984294e {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:38:19.875665 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527d2718-c3be-44f9-bf49-9c445e98cc75', 'name': 'network-vif-deleted', 'tag': '260f73ad-348d-4e3f-8940-94a948e1eaae', 'status': 'completed', 'code': 200} Oct 12 18:38:20.626441 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c65e181e-a237-4ae7-b613-945251fb1375 req-580e940b-b6bc-418c-9d67-7b63d55c3b32 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "GET /v2.0/ports?device_id=527d2718-c3be-44f9-bf49-9c445e98cc75 HTTP/1.1" status: 200 len: 210 time: 0.0282114 Oct 12 18:38:21.682579 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54330) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:21.810811 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-53a6acb2-595a-42dc-abe8-1f55019535e6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Deleting port d3e36d53-7d87-4f1a-8843-427fbcff8448 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:21.811157 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-53a6acb2-595a-42dc-abe8-1f55019535e6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:21.886985 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-53a6acb2-595a-42dc-abe8-1f55019535e6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:21.887204 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-53a6acb2-595a-42dc-abe8-1f55019535e6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:21.898763 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-53a6acb2-595a-42dc-abe8-1f55019535e6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Calling delete_port for d3e36d53-7d87-4f1a-8843-427fbcff8448 owned by network:floatingip {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:22.242539 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-53a6acb2-595a-42dc-abe8-1f55019535e6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:22.268705 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6acb2-595a-42dc-abe8-1f55019535e6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event deleted for resources: {'Port': ['ID=d3e36d53-7d87-4f1a-8843-427fbcff8448,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:22.335422 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-53a6acb2-595a-42dc-abe8-1f55019535e6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for floatingip, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:22.337809 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-53a6acb2-595a-42dc-abe8-1f55019535e6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:22.338941 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-53a6acb2-595a-42dc-abe8-1f55019535e6 tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "DELETE /v2.0/floatingips/aa45a357-dee4-4c40-aac8-76e56d72a911 HTTP/1.1" status: 204 len: 168 time: 0.6553946 Oct 12 18:38:23.318582 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 260f73ad-348d-4e3f-8940-94a948e1eaae no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:38:23.338815 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: 260f73ad-348d-4e3f-8940-94a948e1eaae {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:38:23.339164 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 260f73ad-348d-4e3f-8940-94a948e1eaae not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:38:23.711078 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54428) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:23.770580 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-215d5ef1-5a42-499f-8e2b-ca90be0dc32d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:23.795701 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-215d5ef1-5a42-499f-8e2b-ca90be0dc32d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:23.910842 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-215d5ef1-5a42-499f-8e2b-ca90be0dc32d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:23.913492 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-215d5ef1-5a42-499f-8e2b-ca90be0dc32d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:23.914680 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-215d5ef1-5a42-499f-8e2b-ca90be0dc32d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] 10.222.0.18 "DELETE /v2.0/security-groups/798734a7-d7b8-486d-affc-1794ed5d18c1 HTTP/1.1" status: 204 len: 168 time: 0.2025845 Oct 12 18:38:23.924456 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d5ef1-5a42-499f-8e2b-ca90be0dc32d tempest-TestVolumeBootPattern-1135832167 tempest-TestVolumeBootPattern-1135832167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=798734a7-d7b8-486d-affc-1794ed5d18c1,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:24.049935 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54442) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:24.070166 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54446) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:24.155770 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b96f5467-69ec-48bb-941f-4efe7dfbecee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:24.231446 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b96f5467-69ec-48bb-941f-4efe7dfbecee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:24.316628 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b96f5467-69ec-48bb-941f-4efe7dfbecee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:24.355743 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-b96f5467-69ec-48bb-941f-4efe7dfbecee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5704ac606c834a0b995679ab7eb7af86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046968 Oct 12 18:38:24.356631 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f5467-69ec-48bb-941f-4efe7dfbecee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e81c5e0-4dfb-484f-a6d0-826cde771e46,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:24.358990 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54450) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:24.443120 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-af562a32-1c52-4e1b-bbfd-de855b572f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:24.486816 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-af562a32-1c52-4e1b-bbfd-de855b572f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:24.590832 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d83ab5d-fe70-4c4d-a1d8-5b9de42508d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634518'] for router_interface, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:24.626946 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-af562a32-1c52-4e1b-bbfd-de855b572f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:24.629514 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-af562a32-1c52-4e1b-bbfd-de855b572f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:24.631597 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-af562a32-1c52-4e1b-bbfd-de855b572f75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e81c5e0-4dfb-484f-a6d0-826cde771e46 HTTP/1.1" status: 204 len: 168 time: 0.2711604 Oct 12 18:38:24.646279 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af562a32-1c52-4e1b-bbfd-de855b572f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e81c5e0-4dfb-484f-a6d0-826cde771e46,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:24.847773 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-1d83ab5d-fe70-4c4d-a1d8-5b9de42508d7 admin admin] Deleting port c77a8f43-a0a8-4639-a60f-29bd26e46ff8 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:24.848114 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d83ab5d-fe70-4c4d-a1d8-5b9de42508d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:24.929070 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [None req-1d83ab5d-fe70-4c4d-a1d8-5b9de42508d7 admin admin] For port c77a8f43-a0a8-4639-a60f-29bd26e46ff8, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=c77a8f43-a0a8-4639-a60f-29bd26e46ff8,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:24.929477 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d83ab5d-fe70-4c4d-a1d8-5b9de42508d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:24.943680 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-1d83ab5d-fe70-4c4d-a1d8-5b9de42508d7 admin admin] Calling delete_port for c77a8f43-a0a8-4639-a60f-29bd26e46ff8 owned by network:router_interface {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:25.242529 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d83ab5d-fe70-4c4d-a1d8-5b9de42508d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:25.269319 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83ab5d-fe70-4c4d-a1d8-5b9de42508d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c77a8f43-a0a8-4639-a60f-29bd26e46ff8,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:25.330913 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54464) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:25.380123 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83235a45-c478-4965-bbfa-d281c5449ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:25.476415 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d83ab5d-fe70-4c4d-a1d8-5b9de42508d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634402'] for router_interface, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:25.582505 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83235a45-c478-4965-bbfa-d281c5449ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:25.641872 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-83235a45-c478-4965-bbfa-d281c5449ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:25.719086 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-83235a45-c478-4965-bbfa-d281c5449ae9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3de51660041445599daf374f80110e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868673 Oct 12 18:38:25.722080 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83235a45-c478-4965-bbfa-d281c5449ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c30c3aa-670c-4302-a8d7-7d7ab20ac608,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:25.722215 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54466) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:25.752587 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d83ab5d-fe70-4c4d-a1d8-5b9de42508d7 admin admin] Router 49c4b58e-86c3-4f66-af7b-0775da265084 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:38:25.774971 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-19c7ec5d-05f6-45d6-a359-1d90eaab65e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:25.802570 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-19c7ec5d-05f6-45d6-a359-1d90eaab65e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:25.863896 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d83ab5d-fe70-4c4d-a1d8-5b9de42508d7 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:38:25.869381 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-1d83ab5d-fe70-4c4d-a1d8-5b9de42508d7 admin admin] 10.222.0.18 "PUT /v2.0/routers/49c4b58e-86c3-4f66-af7b-0775da265084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978001 Oct 12 18:38:25.871730 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54468) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:25.874288 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048dd137-95ca-4d7f-af1e-63b01e8d02d0 None None] Sync routers for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:38:25.883359 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048dd137-95ca-4d7f-af1e-63b01e8d02d0 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:38:25.887288 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-048dd137-95ca-4d7f-af1e-63b01e8d02d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:38:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:25.905274 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-19c7ec5d-05f6-45d6-a359-1d90eaab65e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:25.912665 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-19c7ec5d-05f6-45d6-a359-1d90eaab65e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:25.912665 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-19c7ec5d-05f6-45d6-a359-1d90eaab65e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c30c3aa-670c-4302-a8d7-7d7ab20ac608 HTTP/1.1" status: 204 len: 168 time: 0.1869299 Oct 12 18:38:25.924912 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7ec5d-05f6-45d6-a359-1d90eaab65e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c30c3aa-670c-4302-a8d7-7d7ab20ac608,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:25.994452 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Notify callbacks [] for router, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:26.006573 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-048dd137-95ca-4d7f-af1e-63b01e8d02d0 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:38:26.093960 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:26.183414 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-048dd137-95ca-4d7f-af1e-63b01e8d02d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:38:25Z', 'revision_number': 5, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port': {'id': 'e6f44e0a-cb43-49bb-8664-5085ece9fa19', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:27:53Z', 'updated_at': '2021-10-12T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:26.209189 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Deleting port e6f44e0a-cb43-49bb-8664-5085ece9fa19 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:26.209189 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:26.216233 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048dd137-95ca-4d7f-af1e-63b01e8d02d0 None None] Checking router: 49c4b58e-86c3-4f66-af7b-0775da265084 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:38:26.233222 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048dd137-95ca-4d7f-af1e-63b01e8d02d0 None None] Routers {'49c4b58e-86c3-4f66-af7b-0775da265084'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:38:26.233748 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-048dd137-95ca-4d7f-af1e-63b01e8d02d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:38:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['49c4b58e-86c3-4f66-af7b-0775da265084'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:26.304481 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] For port e6f44e0a-cb43-49bb-8664-5085ece9fa19, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=e6f44e0a-cb43-49bb-8664-5085ece9fa19,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:26.305108 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:26.320540 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Calling delete_port for e6f44e0a-cb43-49bb-8664-5085ece9fa19 owned by network:router_gateway {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:26.467065 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-048dd137-95ca-4d7f-af1e-63b01e8d02d0 None None] Set router 49c4b58e-86c3-4f66-af7b-0775da265084 gateway port host: None {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:38:26.522228 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-048dd137-95ca-4d7f-af1e-63b01e8d02d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:38:26Z', 'revision_number': 6, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port_host': None}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:26.555826 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048dd137-95ca-4d7f-af1e-63b01e8d02d0 None None] The sync data for ids ['49c4b58e-86c3-4f66-af7b-0775da265084'] in dv-cinder-813227-2-iscsi is: [{'id': '49c4b58e-86c3-4f66-af7b-0775da265084', 'name': 'tempest-TestVolumeBootPattern-266806759-router', 'tenant_id': 'd1b808c36ccd4256858530aedc0a6f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:27:52Z', 'updated_at': '2021-10-12T18:38:26Z', 'revision_number': 6, 'project_id': 'd1b808c36ccd4256858530aedc0a6f64', 'gw_port_host': None}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:38:26.612810 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:26.643060 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f44e0a-cb43-49bb-8664-5085ece9fa19,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:26.703560 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592832'] for router_gateway, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:26.791633 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37393'] for router, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:26.793892 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:26.904027 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611387'] for router, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:26.904636 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49c4b58e-86c3-4f66-af7b-0775da265084 {{(pid=94835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:38:26.911512 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] Notify callbacks [] for router, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:26.912143 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-a1bb2bc9-0548-46ba-8583-38a66a405bda admin admin] 10.222.0.18 "DELETE /v2.0/routers/49c4b58e-86c3-4f66-af7b-0775da265084 HTTP/1.1" status: 204 len: 168 time: 1.0394864 Oct 12 18:38:26.914635 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54500) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:26.964211 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97abb6f-77fe-4d0d-9f0c-506677f323dd admin admin] Deleting subnet 2b22a110-2927-47ce-936a-32b2d9aa3b9a {{(pid=94835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:38:26.967595 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a97abb6f-77fe-4d0d-9f0c-506677f323dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:27.006654 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a97abb6f-77fe-4d0d-9f0c-506677f323dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29392165'] for subnet, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:27.084848 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a97abb6f-77fe-4d0d-9f0c-506677f323dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:27.241469 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a97abb6f-77fe-4d0d-9f0c-506677f323dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30236513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684432'] for subnet, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:27.268268 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97abb6f-77fe-4d0d-9f0c-506677f323dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b22a110-2927-47ce-936a-32b2d9aa3b9a,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:27.270270 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a97abb6f-77fe-4d0d-9f0c-506677f323dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:27.275771 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a1a2f-abd0-493c-8699-e9d3ba385164 None None] Network 61bc6454-3943-4ea7-a052-57599eadac06 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:38:27.283440 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-a97abb6f-77fe-4d0d-9f0c-506677f323dd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2b22a110-2927-47ce-936a-32b2d9aa3b9a HTTP/1.1" status: 204 len: 168 time: 0.3621294 Oct 12 18:38:27.283440 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54506) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:27.326907 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device c77a8f43-a0a8-4639-a60f-29bd26e46ff8 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:38:27.356350 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:27.361864 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: c77a8f43-a0a8-4639-a60f-29bd26e46ff8 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:38:27.362208 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device c77a8f43-a0a8-4639-a60f-29bd26e46ff8 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:38:27.411980 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Deleting port 87dcc2bd-f84f-452a-868d-65bbf25616c9 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:27.412306 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:27.480994 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] For port 87dcc2bd-f84f-452a-868d-65bbf25616c9, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=87dcc2bd-f84f-452a-868d-65bbf25616c9,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:27.480994 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:27.489860 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] DHCP port deletion for 61bc6454-3943-4ea7-a052-57599eadac06 request from dv-cinder-813227-2-iscsi {{(pid=94837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:38:27.494755 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Calling delete_port for 87dcc2bd-f84f-452a-868d-65bbf25616c9 owned by network:dhcp {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:27.540230 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Deleting port 87dcc2bd-f84f-452a-868d-65bbf25616c9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:27.540759 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:27.611293 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] For port 87dcc2bd-f84f-452a-868d-65bbf25616c9, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=87dcc2bd-f84f-452a-868d-65bbf25616c9,segment=NetworkSegment(293ab8f8-cb5b-41eb-b4f7-72feceb173d2),segment_id=293ab8f8-cb5b-41eb-b4f7-72feceb173d2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:27.611922 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:27.641859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Calling delete_port for 87dcc2bd-f84f-452a-868d-65bbf25616c9 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:27.648496 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:27.733739 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:27.760846 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Pushing event deleted for resources: {'Port': ['ID=87dcc2bd-f84f-452a-868d-65bbf25616c9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:27.778859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] No DVR routers for this DVR port 87dcc2bd-f84f-452a-868d-65bbf25616c9 on host dv-cinder-813227-2-iscsi {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:38:27.778859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:27.778859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:27.778859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:27.778859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:27.778859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:27.778859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:27.778859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:27.778859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:27.778859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:27.778859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:27.778859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:27.778859 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490fb1d0-5c15-40b5-890d-854fce6ad435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:27.960115 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Pushing event deleted for resources: {'Port': ['ID=87dcc2bd-f84f-452a-868d-65bbf25616c9,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:27.963586 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] No DVR routers for this DVR port 87dcc2bd-f84f-452a-868d-65bbf25616c9 on host dv-cinder-813227-2-iscsi {{(pid=94835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:38:28.042970 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:28.066956 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.services.segments.db [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bc6454-3943-4ea7-a052-57599eadac06']}} {{(pid=94835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:28.075864 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.services.segments.db [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293ab8f8-cb5b-41eb-b4f7-72feceb173d2') {'for_net_delete': True} {{(pid=94835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:28.076158 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.services.segments.db [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293ab8f8-cb5b-41eb-b4f7-72feceb173d2') {} {{(pid=94835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:28.085270 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29392174'] for segment, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:28.098040 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:28.103867 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:38:28.104240 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30236351'] for segment, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: Traceback (most recent call last): Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: timer() Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: cb(*args, **kw) Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: return func(*args, **kwargs) Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: self._notify() Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: self.callback(batched_events) Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: event.method(event) Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: return f(self, *a, **k) Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: return self._get(url).json() Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: return self.request(url, 'GET', **kwargs) Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:38:28.105893 dv-cinder-813227-2-iscsi neutron-server[94835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:38:28.258605 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:28.273741 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:28.273741 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] 10.222.0.18 "DELETE /v2.0/networks/61bc6454-3943-4ea7-a052-57599eadac06 HTTP/1.1" status: 204 len: 168 time: 0.9864495 Oct 12 18:38:28.273960 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54542) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:28.277778 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ad9aa-5885-4e4f-a14c-ac5577fe8761 admin admin] Pushing event deleted for resources: {'Network': ['ID=61bc6454-3943-4ea7-a052-57599eadac06,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:28.627106 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a13f3e27-e6c8-4237-a7b1-bffeffc5f45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634518'] for router_interface, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:28.823357 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device e6f44e0a-cb43-49bb-8664-5085ece9fa19 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:38:28.840617 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: e6f44e0a-cb43-49bb-8664-5085ece9fa19 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:38:28.840968 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device e6f44e0a-cb43-49bb-8664-5085ece9fa19 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:38:28.841389 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 87dcc2bd-f84f-452a-868d-65bbf25616c9 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:38:28.859842 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 87dcc2bd-f84f-452a-868d-65bbf25616c9 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:38:28.863425 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 87dcc2bd-f84f-452a-868d-65bbf25616c9 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:38:28.873153 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-a13f3e27-e6c8-4237-a7b1-bffeffc5f45d admin admin] Deleting port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:28.873501 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a13f3e27-e6c8-4237-a7b1-bffeffc5f45d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:28.952057 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-a13f3e27-e6c8-4237-a7b1-bffeffc5f45d admin admin] For port 5b19bbe9-e618-4143-8902-ebb2bf1fe17f, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=5b19bbe9-e618-4143-8902-ebb2bf1fe17f,segment=NetworkSegment(99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421),segment_id=99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:28.952453 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a13f3e27-e6c8-4237-a7b1-bffeffc5f45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:28.965321 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-a13f3e27-e6c8-4237-a7b1-bffeffc5f45d admin admin] Calling delete_port for 5b19bbe9-e618-4143-8902-ebb2bf1fe17f owned by network:router_interface {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:29.202698 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a13f3e27-e6c8-4237-a7b1-bffeffc5f45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:29.242581 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f3e27-e6c8-4237-a7b1-bffeffc5f45d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b19bbe9-e618-4143-8902-ebb2bf1fe17f,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:29.406556 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a13f3e27-e6c8-4237-a7b1-bffeffc5f45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634402'] for router_interface, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:29.632198 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13f3e27-e6c8-4237-a7b1-bffeffc5f45d admin admin] Router 27f7743e-6fb1-4495-acdc-5ddb55d46a8e has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:38:29.735295 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13f3e27-e6c8-4237-a7b1-bffeffc5f45d admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:38:29.740496 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-a13f3e27-e6c8-4237-a7b1-bffeffc5f45d admin admin] 10.222.0.18 "PUT /v2.0/routers/27f7743e-6fb1-4495-acdc-5ddb55d46a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4682941 Oct 12 18:38:29.743220 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54586) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:29.746000 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf0a1c7-6465-4d02-8496-0e54353020c9 None None] Sync routers for ids ['27f7743e-6fb1-4495-acdc-5ddb55d46a8e'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:38:29.766934 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf0a1c7-6465-4d02-8496-0e54353020c9 None None] Routers {'27f7743e-6fb1-4495-acdc-5ddb55d46a8e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:38:29.767543 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-5bf0a1c7-6465-4d02-8496-0e54353020c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:38:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['27f7743e-6fb1-4495-acdc-5ddb55d46a8e'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:29.867604 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:29.891359 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-5bf0a1c7-6465-4d02-8496-0e54353020c9 None None] Set router 27f7743e-6fb1-4495-acdc-5ddb55d46a8e gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:38:29.988355 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.069265 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-5bf0a1c7-6465-4d02-8496-0e54353020c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'name': 'tempest-TestVolumeBootPattern-645594978-router', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:02Z', 'updated_at': '2021-10-12T18:38:29Z', 'revision_number': 5, 'project_id': '013389300c86431d9fabe0d5bc4222b0', 'gw_port': {'id': 'a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:28:03Z', 'updated_at': '2021-10-12T18:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:30.100443 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf0a1c7-6465-4d02-8496-0e54353020c9 None None] Checking router: 27f7743e-6fb1-4495-acdc-5ddb55d46a8e for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:38:30.105831 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Deleting port a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8 {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:30.106172 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.107980 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf0a1c7-6465-4d02-8496-0e54353020c9 None None] Routers {'27f7743e-6fb1-4495-acdc-5ddb55d46a8e'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:38:30.108614 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-5bf0a1c7-6465-4d02-8496-0e54353020c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:38:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['27f7743e-6fb1-4495-acdc-5ddb55d46a8e'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:30.188896 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] For port a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:30.189265 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.194161 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-5bf0a1c7-6465-4d02-8496-0e54353020c9 None None] Set router 27f7743e-6fb1-4495-acdc-5ddb55d46a8e gateway port host: None {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:38:30.203718 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Calling delete_port for a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8 owned by network:router_gateway {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:30.247612 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-5bf0a1c7-6465-4d02-8496-0e54353020c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'name': 'tempest-TestVolumeBootPattern-645594978-router', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:02Z', 'updated_at': '2021-10-12T18:38:29Z', 'revision_number': 6, 'project_id': '013389300c86431d9fabe0d5bc4222b0', 'gw_port_host': None}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:30.279160 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf0a1c7-6465-4d02-8496-0e54353020c9 None None] The sync data for ids ['27f7743e-6fb1-4495-acdc-5ddb55d46a8e'] in dv-cinder-813227-2-iscsi is: [{'id': '27f7743e-6fb1-4495-acdc-5ddb55d46a8e', 'name': 'tempest-TestVolumeBootPattern-645594978-router', 'tenant_id': '013389300c86431d9fabe0d5bc4222b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:28:02Z', 'updated_at': '2021-10-12T18:38:29Z', 'revision_number': 6, 'project_id': '013389300c86431d9fabe0d5bc4222b0', 'gw_port_host': None}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:38:30.287036 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54596) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:30.402816 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cd639697-49de-4de7-8bbf-f07487f1aed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.436763 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.468758 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:30.491124 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cd639697-49de-4de7-8bbf-f07487f1aed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.522125 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592832'] for router_gateway, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.566648 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cd639697-49de-4de7-8bbf-f07487f1aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.606034 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-cd639697-49de-4de7-8bbf-f07487f1aed6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f85299ab4e14a9eb3ce3c75aef40697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175414 Oct 12 18:38:30.607031 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd639697-49de-4de7-8bbf-f07487f1aed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71af0e0-31f1-4b0d-9107-40169c644695,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:30.609545 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54600) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:30.616166 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37393'] for router, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.618671 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.666938 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d096707d-6d20-494d-a874-fbdcf8514790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.690149 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d096707d-6d20-494d-a874-fbdcf8514790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.751406 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611387'] for router, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.751951 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27f7743e-6fb1-4495-acdc-5ddb55d46a8e {{(pid=94835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:38:30.756226 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] Notify callbacks [] for router, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.757399 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-d3f4d087-7742-46e7-86e0-1ab4b4055dd6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/27f7743e-6fb1-4495-acdc-5ddb55d46a8e HTTP/1.1" status: 204 len: 168 time: 1.0126104 Oct 12 18:38:30.759900 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54602) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:30.803081 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_v2 [None req-032c15fd-aae8-4dd9-bab5-71a9b685d672 admin admin] Deleting subnet 2ff3e2cd-b137-433b-8ec2-8d2229945c6e {{(pid=94835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:38:30.806035 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-032c15fd-aae8-4dd9-bab5-71a9b685d672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.840130 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-032c15fd-aae8-4dd9-bab5-71a9b685d672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29392165'] for subnet, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.853964 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d096707d-6d20-494d-a874-fbdcf8514790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.856715 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-d096707d-6d20-494d-a874-fbdcf8514790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:30.857737 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-d096707d-6d20-494d-a874-fbdcf8514790 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a71af0e0-31f1-4b0d-9107-40169c644695 HTTP/1.1" status: 204 len: 168 time: 0.2472124 Oct 12 18:38:30.865318 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096707d-6d20-494d-a874-fbdcf8514790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71af0e0-31f1-4b0d-9107-40169c644695,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:30.943720 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-032c15fd-aae8-4dd9-bab5-71a9b685d672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.095317 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:38:31.118189 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:38:31.118520 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device a8aeb8b7-0f4e-4f69-8b02-92e4bd1260c8 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:38:31.118925 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 5b19bbe9-e618-4143-8902-ebb2bf1fe17f no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:38:31.121635 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-032c15fd-aae8-4dd9-bab5-71a9b685d672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30236513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684432'] for subnet, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.139429 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 5b19bbe9-e618-4143-8902-ebb2bf1fe17f {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:38:31.140002 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 5b19bbe9-e618-4143-8902-ebb2bf1fe17f not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:38:31.150354 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c15fd-aae8-4dd9-bab5-71a9b685d672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ff3e2cd-b137-433b-8ec2-8d2229945c6e,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:31.152340 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-032c15fd-aae8-4dd9-bab5-71a9b685d672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.164011 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-032c15fd-aae8-4dd9-bab5-71a9b685d672 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2ff3e2cd-b137-433b-8ec2-8d2229945c6e HTTP/1.1" status: 204 len: 168 time: 0.3946836 Oct 12 18:38:31.164847 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54612) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:31.164935 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2c7e01-b00b-435d-b194-5e1f864a83d0 None None] Network fc1f82f0-12d0-4936-8803-614717b9ef0c requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:38:31.231149 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.293072 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Deleting port f2d18c79-3055-4ad9-9136-404ab58ad27c {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:31.293415 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.363661 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b694ba-2c93-4b22-8120-d959d6201a18 None None] DHCP port deletion for fc1f82f0-12d0-4936-8803-614717b9ef0c request from dv-cinder-813227-2-iscsi {{(pid=94837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:38:31.390471 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] For port f2d18c79-3055-4ad9-9136-404ab58ad27c, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=f2d18c79-3055-4ad9-9136-404ab58ad27c,segment=NetworkSegment(99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421),segment_id=99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:31.391055 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.413393 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Calling delete_port for f2d18c79-3055-4ad9-9136-404ab58ad27c owned by network:dhcp {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:31.432172 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-83b694ba-2c93-4b22-8120-d959d6201a18 None None] Deleting port f2d18c79-3055-4ad9-9136-404ab58ad27c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:38:31.435926 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83b694ba-2c93-4b22-8120-d959d6201a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.496784 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-83b694ba-2c93-4b22-8120-d959d6201a18 None None] For port f2d18c79-3055-4ad9-9136-404ab58ad27c, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=f2d18c79-3055-4ad9-9136-404ab58ad27c,segment=NetworkSegment(99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421),segment_id=99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:38:31.497183 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83b694ba-2c93-4b22-8120-d959d6201a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.509172 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-83b694ba-2c93-4b22-8120-d959d6201a18 None None] Calling delete_port for f2d18c79-3055-4ad9-9136-404ab58ad27c owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:38:31.608041 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.615078 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83b694ba-2c93-4b22-8120-d959d6201a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.643748 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d18c79-3055-4ad9-9136-404ab58ad27c,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:31.648601 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] No DVR routers for this DVR port f2d18c79-3055-4ad9-9136-404ab58ad27c on host dv-cinder-813227-2-iscsi {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:38:31.650799 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b694ba-2c93-4b22-8120-d959d6201a18 None None] Pushing event deleted for resources: {'Port': ['ID=f2d18c79-3055-4ad9-9136-404ab58ad27c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:31.658396 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b694ba-2c93-4b22-8120-d959d6201a18 None None] No DVR routers for this DVR port f2d18c79-3055-4ad9-9136-404ab58ad27c on host dv-cinder-813227-2-iscsi {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:38:31.729071 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.748491 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1f82f0-12d0-4936-8803-614717b9ef0c']}} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:31.757686 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421') {'for_net_delete': True} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:31.758611 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f41d6f-5f19-4a58-bf2e-1a2fd0a7d421') {} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:38:31.758731 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54628) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:31.771232 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840146'] for segment, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.772831 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e515b6cd-d20e-4424-bba1-6dc868f95c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.785931 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.792815 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:38:31.793213 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31250374'] for segment, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: Traceback (most recent call last): Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: timer() Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: cb(*args, **kw) Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: return func(*args, **kwargs) Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: self._notify() Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: self.callback(batched_events) Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: event.method(event) Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: return f(self, *a, **k) Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._get(url).json() Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: return self.request(url, 'GET', **kwargs) Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:38:31.794886 dv-cinder-813227-2-iscsi neutron-server[94836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:38:31.961788 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.971438 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:31.978826 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fc1f82f0-12d0-4936-8803-614717b9ef0c HTTP/1.1" status: 204 len: 168 time: 0.8170545 Oct 12 18:38:31.991838 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e194065-e128-4190-9c42-7faacfed1ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1f82f0-12d0-4936-8803-614717b9ef0c,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:32.028375 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e515b6cd-d20e-4424-bba1-6dc868f95c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:32.184939 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e515b6cd-d20e-4424-bba1-6dc868f95c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:32.225580 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-e515b6cd-d20e-4424-bba1-6dc868f95c8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1953d01121b047a08bc222985a1acfb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660122 Oct 12 18:38:32.227556 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515b6cd-d20e-4424-bba1-6dc868f95c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b53b1b-f5d6-4b54-910d-015662c9eeb7,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:32.228283 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54638) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:32.279937 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cebc3096-facd-4a7e-bc2f-8dc146a1a4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:32.301199 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cebc3096-facd-4a7e-bc2f-8dc146a1a4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:32.413338 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54640) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:32.439357 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cebc3096-facd-4a7e-bc2f-8dc146a1a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:32.441858 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-cebc3096-facd-4a7e-bc2f-8dc146a1a4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:32.443061 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-cebc3096-facd-4a7e-bc2f-8dc146a1a4e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76b53b1b-f5d6-4b54-910d-015662c9eeb7 HTTP/1.1" status: 204 len: 168 time: 0.2136161 Oct 12 18:38:32.464268 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc3096-facd-4a7e-bc2f-8dc146a1a4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b53b1b-f5d6-4b54-910d-015662c9eeb7,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:32.467715 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-68e51c7d-a2d5-4780-8a76-865e7ed3cf8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1b808c36ccd4256858530aedc0a6f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533147 Oct 12 18:38:32.470682 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54644) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:32.524352 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b8e65046-d229-450d-b014-efd31287a4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:32.545387 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b8e65046-d229-450d-b014-efd31287a4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:32.669505 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b8e65046-d229-450d-b014-efd31287a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:32.673287 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b8e65046-d229-450d-b014-efd31287a4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:32.674244 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-b8e65046-d229-450d-b014-efd31287a4ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7448ed51-2013-422c-99be-f15e000350f3 HTTP/1.1" status: 204 len: 168 time: 0.2027793 Oct 12 18:38:32.682014 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e65046-d229-450d-b014-efd31287a4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7448ed51-2013-422c-99be-f15e000350f3,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:32.818032 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device f2d18c79-3055-4ad9-9136-404ab58ad27c no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:38:32.837025 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: f2d18c79-3055-4ad9-9136-404ab58ad27c {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:38:32.837484 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device f2d18c79-3055-4ad9-9136-404ab58ad27c not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:38:33.322298 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54674) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:33.365882 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-2812926f-32ce-4e99-a4ec-a025136f888c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=013389300c86431d9fabe0d5bc4222b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400631 Oct 12 18:38:33.366289 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54676) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:33.424567 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e25a6c42-ac42-4cd4-a865-6627799e9b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:33.445835 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e25a6c42-ac42-4cd4-a865-6627799e9b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:33.550939 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e25a6c42-ac42-4cd4-a865-6627799e9b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:33.553808 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-e25a6c42-ac42-4cd4-a865-6627799e9b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:33.555050 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-e25a6c42-ac42-4cd4-a865-6627799e9b2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee889d14-bebc-4fc3-b52b-c6be684003c1 HTTP/1.1" status: 204 len: 168 time: 0.1878459 Oct 12 18:38:33.562868 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a6c42-ac42-4cd4-a865-6627799e9b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee889d14-bebc-4fc3-b52b-c6be684003c1,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:33.932870 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54690) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:34.055473 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f4e18fb9-40ca-473b-8419-f09d0f6edeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:34.129269 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f4e18fb9-40ca-473b-8419-f09d0f6edeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:34.213884 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-f4e18fb9-40ca-473b-8419-f09d0f6edeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:34.254346 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e18fb9-40ca-473b-8419-f09d0f6edeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dde1f6-6a38-4674-a044-cfef212aee9c,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:34.258609 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-f4e18fb9-40ca-473b-8419-f09d0f6edeb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d50a2328d8545ecae7865f2d0686e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246613 Oct 12 18:38:34.261319 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54698) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:34.318546 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d7b68616-c6a0-42a8-a3b7-d82a22f2c599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:34.322113 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-284dd3a1-a5c5-487b-a93f-85de59b10814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:34.343260 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d7b68616-c6a0-42a8-a3b7-d82a22f2c599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:34.482057 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d7b68616-c6a0-42a8-a3b7-d82a22f2c599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:34.484666 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d7b68616-c6a0-42a8-a3b7-d82a22f2c599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:34.486428 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-d7b68616-c6a0-42a8-a3b7-d82a22f2c599 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23dde1f6-6a38-4674-a044-cfef212aee9c HTTP/1.1" status: 204 len: 168 time: 0.2238541 Oct 12 18:38:34.494197 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b68616-c6a0-42a8-a3b7-d82a22f2c599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dde1f6-6a38-4674-a044-cfef212aee9c,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:35.227408 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54718) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:35.240141 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9c1d6742-ed3a-4f98-a9ad-789486d22c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:35.313698 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9c1d6742-ed3a-4f98-a9ad-789486d22c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:35.418077 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9c1d6742-ed3a-4f98-a9ad-789486d22c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:35.456874 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-9c1d6742-ed3a-4f98-a9ad-789486d22c37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cf40163e5cb492597ee17536869e9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284117 Oct 12 18:38:35.457836 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d6742-ed3a-4f98-a9ad-789486d22c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc77c8a-86ca-4986-b9bf-d355ef18a7fd,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:35.459528 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54722) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:35.512787 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-afec1ca6-c722-4e8b-a22a-db07e5a51720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:35.533413 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-afec1ca6-c722-4e8b-a22a-db07e5a51720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:35.659461 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-afec1ca6-c722-4e8b-a22a-db07e5a51720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:35.661981 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-afec1ca6-c722-4e8b-a22a-db07e5a51720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:35.663131 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-afec1ca6-c722-4e8b-a22a-db07e5a51720 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbc77c8a-86ca-4986-b9bf-d355ef18a7fd HTTP/1.1" status: 204 len: 168 time: 0.2018583 Oct 12 18:38:35.671049 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec1ca6-c722-4e8b-a22a-db07e5a51720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc77c8a-86ca-4986-b9bf-d355ef18a7fd,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:36.346892 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54728) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:36.359810 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-96ae7231-ec42-4a22-9acd-c7fef9c1692c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:36.433826 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-96ae7231-ec42-4a22-9acd-c7fef9c1692c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:36.585123 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-96ae7231-ec42-4a22-9acd-c7fef9c1692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:36.623158 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae7231-ec42-4a22-9acd-c7fef9c1692c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a24533-472e-4785-b518-252118dfbf82,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:36.627589 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-96ae7231-ec42-4a22-9acd-c7fef9c1692c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f29065617d854f0a991f8d5e056a5323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796354 Oct 12 18:38:36.630474 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54738) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:36.679012 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a0a47550-0165-48f6-aa52-57d61eb4b8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:36.699051 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a0a47550-0165-48f6-aa52-57d61eb4b8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:36.802062 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a0a47550-0165-48f6-aa52-57d61eb4b8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:36.804663 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a0a47550-0165-48f6-aa52-57d61eb4b8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:36.805817 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-a0a47550-0165-48f6-aa52-57d61eb4b8cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70a24533-472e-4785-b518-252118dfbf82 HTTP/1.1" status: 204 len: 168 time: 0.1745002 Oct 12 18:38:36.813720 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a47550-0165-48f6-aa52-57d61eb4b8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a24533-472e-4785-b518-252118dfbf82,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:37.373774 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fb0225f-169d-44df-b6a4-46f67c02416f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:37.992698 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:38:38.052148 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:38.333408 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:39.230755 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54838) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:39.343749 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-eb0356c6-f85f-4296-aae4-d199dac07dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:39.441091 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-eb0356c6-f85f-4296-aae4-d199dac07dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:39.498338 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-eb0356c6-f85f-4296-aae4-d199dac07dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:39.537338 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-eb0356c6-f85f-4296-aae4-d199dac07dd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c07f0b307f741c8bf02c4cfd2287025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054991 Oct 12 18:38:39.538183 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0356c6-f85f-4296-aae4-d199dac07dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75b17cb-d639-4427-a17e-859a7ce22029,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:39.539991 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54854) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:39.594577 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b304ddca-98f9-4212-b860-21e6ed92c442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:39.619228 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b304ddca-98f9-4212-b860-21e6ed92c442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:39.745194 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b304ddca-98f9-4212-b860-21e6ed92c442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:39.749229 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b304ddca-98f9-4212-b860-21e6ed92c442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:39.750394 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-b304ddca-98f9-4212-b860-21e6ed92c442 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a75b17cb-d639-4427-a17e-859a7ce22029 HTTP/1.1" status: 204 len: 168 time: 0.2088075 Oct 12 18:38:39.760418 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304ddca-98f9-4212-b860-21e6ed92c442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75b17cb-d639-4427-a17e-859a7ce22029,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:39.979446 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:40.336201 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54862) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:40.349132 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3abfbcf7-70be-43e7-9eb5-b24027169b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:40.427570 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3abfbcf7-70be-43e7-9eb5-b24027169b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:40.499165 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3abfbcf7-70be-43e7-9eb5-b24027169b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:40.538620 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-3abfbcf7-70be-43e7-9eb5-b24027169b92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d8b2492e39f4ae6959dfba4f99296ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011817 Oct 12 18:38:40.539479 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfbcf7-70be-43e7-9eb5-b24027169b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c75da9-a487-456b-b648-caaf80ea768e,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:40.541269 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54864) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:40.590054 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5136b15f-139e-4d7a-81de-b43dce64ef3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:40.610714 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5136b15f-139e-4d7a-81de-b43dce64ef3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:40.716451 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5136b15f-139e-4d7a-81de-b43dce64ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:40.719279 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-5136b15f-139e-4d7a-81de-b43dce64ef3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:40.721296 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-5136b15f-139e-4d7a-81de-b43dce64ef3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18c75da9-a487-456b-b648-caaf80ea768e HTTP/1.1" status: 204 len: 168 time: 0.1788032 Oct 12 18:38:40.730736 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136b15f-139e-4d7a-81de-b43dce64ef3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c75da9-a487-456b-b648-caaf80ea768e,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:40.898933 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:47.813926 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54952) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:47.921927 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb94-4327-4f1f-a25a-3091eb44eae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:47.994872 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb94-4327-4f1f-a25a-3091eb44eae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:48.069194 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-ecdecb94-4327-4f1f-a25a-3091eb44eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:48.107848 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdecb94-4327-4f1f-a25a-3091eb44eae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d1c41b-130f-40fa-a8cc-3443a7dc9add,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:48.114403 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-ecdecb94-4327-4f1f-a25a-3091eb44eae5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30037f7278fc46ddac1e10166a9be899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988410 Oct 12 18:38:48.117083 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54956) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:48.168896 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b2f46dd2-6d8e-49a1-9e85-f22426884616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:48.190447 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b2f46dd2-6d8e-49a1-9e85-f22426884616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:48.310476 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b2f46dd2-6d8e-49a1-9e85-f22426884616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:48.313117 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-b2f46dd2-6d8e-49a1-9e85-f22426884616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:48.314263 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-b2f46dd2-6d8e-49a1-9e85-f22426884616 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05d1c41b-130f-40fa-a8cc-3443a7dc9add HTTP/1.1" status: 204 len: 168 time: 0.1962683 Oct 12 18:38:48.322507 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f46dd2-6d8e-49a1-9e85-f22426884616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d1c41b-130f-40fa-a8cc-3443a7dc9add,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:48.960606 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 54964) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:48.974113 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9cf3-a7d3-42c8-a1b1-344cacd72e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:49.051151 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9cf3-a7d3-42c8-a1b1-344cacd72e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:49.099250 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9cf3-a7d3-42c8-a1b1-344cacd72e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:49.137213 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-1aaf9cf3-a7d3-42c8-a1b1-344cacd72e13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=541de87852db45ffa446e7096eec0a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754935 Oct 12 18:38:49.138391 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf9cf3-a7d3-42c8-a1b1-344cacd72e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a709284-336b-406d-bcbe-2a365caeb954,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:49.139969 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 54966) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:49.189687 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b78b9688-f847-431c-8182-5939a429f0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:49.210711 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b78b9688-f847-431c-8182-5939a429f0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:49.299108 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b78b9688-f847-431c-8182-5939a429f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:49.301903 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-b78b9688-f847-431c-8182-5939a429f0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:49.303007 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-b78b9688-f847-431c-8182-5939a429f0d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a709284-336b-406d-bcbe-2a365caeb954 HTTP/1.1" status: 204 len: 168 time: 0.1619222 Oct 12 18:38:49.310612 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b9688-f847-431c-8182-5939a429f0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a709284-336b-406d-bcbe-2a365caeb954,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:51.777774 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55034) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:51.877667 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:51.959279 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:52.039346 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:52.080197 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e47937bfb2b4ba98e5b3fce862ae384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013535 Oct 12 18:38:52.081056 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa26d278-578a-4b3c-9592-38d09b89ad64,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:52.083215 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55038) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:52.088548 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:52.088900 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:52.089237 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:52.089564 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:52.089930 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:52.090259 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:52.090584 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:52.090906 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:52.091265 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:52.091672 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:52.091997 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:52.092312 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533fe1cd-49eb-4c43-95c6-2f76888da08a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:38:52.138958 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-9c2c268a-4b0c-40e3-95ed-725c0fafc12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:52.161981 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-9c2c268a-4b0c-40e3-95ed-725c0fafc12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:52.343351 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-9c2c268a-4b0c-40e3-95ed-725c0fafc12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:52.345913 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-9c2c268a-4b0c-40e3-95ed-725c0fafc12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:52.347043 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-9c2c268a-4b0c-40e3-95ed-725c0fafc12b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa26d278-578a-4b3c-9592-38d09b89ad64 HTTP/1.1" status: 204 len: 168 time: 0.2624040 Oct 12 18:38:52.357284 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c268a-4b0c-40e3-95ed-725c0fafc12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa26d278-578a-4b3c-9592-38d09b89ad64,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:52.828746 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55050) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:52.842031 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3befeef3-cba8-4a68-a872-bf9ff53ad6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:52.914717 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3befeef3-cba8-4a68-a872-bf9ff53ad6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:53.025002 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-3befeef3-cba8-4a68-a872-bf9ff53ad6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:53.060764 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befeef3-cba8-4a68-a872-bf9ff53ad6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f824f5c-881e-40bf-87d2-4b205fa7a4f3,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:53.064998 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-3befeef3-cba8-4a68-a872-bf9ff53ad6e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af5a57476543470a89c80b1b4a4feb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352095 Oct 12 18:38:53.068187 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55054) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:38:53.114166 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-67074e99-7b6b-4850-a9f9-74bc9dad6af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:53.134651 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-67074e99-7b6b-4850-a9f9-74bc9dad6af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:53.251742 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-67074e99-7b6b-4850-a9f9-74bc9dad6af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:53.254842 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-67074e99-7b6b-4850-a9f9-74bc9dad6af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:38:53.255956 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-67074e99-7b6b-4850-a9f9-74bc9dad6af7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f824f5c-881e-40bf-87d2-4b205fa7a4f3 HTTP/1.1" status: 204 len: 168 time: 0.1869676 Oct 12 18:38:53.264008 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67074e99-7b6b-4850-a9f9-74bc9dad6af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f824f5c-881e-40bf-87d2-4b205fa7a4f3,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:38:57.288004 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-fcc560b1-f348-4e49-bc7b-2dc1df20a35b tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=de4e840d77e543a5b8086a8ea2388d0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290642 Oct 12 18:38:57.463357 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4f541-c911-4b62-bb46-45324d186ece req-341d0148-6887-4bd7-b727-3e6e264a0211 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:38:57.464709 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-341d0148-6887-4bd7-b727-3e6e264a0211 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715026 Oct 12 18:38:57.479493 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-4c1be8cb-0ad1-4035-bf92-12f50ed33747 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/quotas/de4e840d77e543a5b8086a8ea2388d0d HTTP/1.1" status: 200 len: 375 time: 0.0091751 Oct 12 18:38:57.509841 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-974bf40a-4aee-427f-8242-7132ac45c449 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de4e840d77e543a5b8086a8ea2388d0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252256 Oct 12 18:38:57.785666 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f3200cab-0483-46b6-b1d0-d451c0c43b6b req-9b48469b-2793-43c9-9ab9-c428411fca6a tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 210 time: 0.0260794 Oct 12 18:38:58.887616 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-dc419083-b61f-43c8-8b6b-9c123c65518d req-791252b6-e71d-4717-9588-d65399042b5e tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 210 time: 0.0264468 Oct 12 18:38:59.949744 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-841dc196-6b04-46a4-8253-a8be8c33d306 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=de4e840d77e543a5b8086a8ea2388d0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361350 Oct 12 18:38:59.983692 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4749377d-3e5c-4b06-b56b-82470d4814c1 req-1d6a7bb5-abeb-46d8-b635-88354200b090 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 210 time: 0.0262830 Oct 12 18:39:00.380662 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4f541-c911-4b62-bb46-45324d186ece req-84e57215-7421-4df2-ac57-c7de26a979a3 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:00.382198 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-84e57215-7421-4df2-ac57-c7de26a979a3 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4271550 Oct 12 18:39:00.394706 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Request body: {'port': {'device_id': '9b8a9c81-be38-4ce7-825a-212cb39783bf', 'network_id': '5ca110e7-0e35-45fe-9d0a-3a7913ad4f25', 'admin_state_up': True, 'tenant_id': 'de4e840d77e543a5b8086a8ea2388d0d'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:00.549802 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Made reservation on behalf of de4e840d77e543a5b8086a8ea2388d0d for: {'port': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:39:00.553198 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:00.561582 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:00.634414 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:00.715536 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:00.774667 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3edbbe9-fdfd-490b-96c4-e2158513e421,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:00.848006 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Allocated IP 192.168.233.253 (5ca110e7-0e35-45fe-9d0a-3a7913ad4f25/d0711df1-5605-48b0-ab67-6969eea51290/97a77269-c779-4df5-bc8b-c7c597b625e4) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:39:00.990140 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:01.080441 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5a05cb14-8894-44bb-aed4-cf1a41f46747 req-d6e9aa9b-33b1-4ea4-bbb0-66bacd560fa4 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 210 time: 0.0249949 Oct 12 18:39:01.121955 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:01.163946 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Network 5ca110e7-0e35-45fe-9d0a-3a7913ad4f25 is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:01.166926 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:01.170667 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:39:01.195574 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Pushing event updated for resources: {'Port': ['ID=97a77269-c779-4df5-bc8b-c7c597b625e4,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:01.225889 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:01.226529 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:01.307377 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e3504bab-7e32-4f1a-8224-b76244a6b10d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9160874 Oct 12 18:39:01.324956 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Request body: {'port': {'device_id': '9b8a9c81-be38-4ce7-825a-212cb39783bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:01.332224 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-169d40b8-c29b-4611-b665-89a5b5c889ff None None] Provisioning complete for port 97a77269-c779-4df5-bc8b-c7c597b625e4 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:01.332765 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-169d40b8-c29b-4611-b665-89a5b5c889ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:01.364969 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-169d40b8-c29b-4611-b665-89a5b5c889ff None None] Port 97a77269-c779-4df5-bc8b-c7c597b625e4 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:39:01.379217 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:01.629387 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a77269-c779-4df5-bc8b-c7c597b625e4 {{(pid=94836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:39:01.637264 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:01.649177 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.provisioning_blocks [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Transition to ACTIVE for port object 97a77269-c779-4df5-bc8b-c7c597b625e4 will not be triggered until provisioned by entity L2. {{(pid=94836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:39:01.733019 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:01.780369 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Pushing event updated for resources: {'Port': ['ID=97a77269-c779-4df5-bc8b-c7c597b625e4,revision_number=2']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:01.855338 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Attempting to bind port 97a77269-c779-4df5-bc8b-c7c597b625e4 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:39:01.855938 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Attempting to bind port 97a77269-c779-4df5-bc8b-c7c597b625e4 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '299b5238-e6da-4996-b105-d8109e7c6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5ca110e7-0e35-45fe-9d0a-3a7913ad4f25'}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:39:01.856424 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Attempting to bind port 97a77269-c779-4df5-bc8b-c7c597b625e4 on network 5ca110e7-0e35-45fe-9d0a-3a7913ad4f25 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:39:01.861578 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Port 97a77269-c779-4df5-bc8b-c7c597b625e4 on network 5ca110e7-0e35-45fe-9d0a-3a7913ad4f25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:39:01.862043 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Attempting to bind port 97a77269-c779-4df5-bc8b-c7c597b625e4 on network 5ca110e7-0e35-45fe-9d0a-3a7913ad4f25 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:39:01.867366 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:39:01.872180 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Checking segment: {'id': '299b5238-e6da-4996-b105-d8109e7c6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5ca110e7-0e35-45fe-9d0a-3a7913ad4f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:01.872180 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Bound using segment: {'id': '299b5238-e6da-4996-b105-d8109e7c6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5ca110e7-0e35-45fe-9d0a-3a7913ad4f25'} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:39:01.872180 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Bound port: 97a77269-c779-4df5-bc8b-c7c597b625e4, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299b5238-e6da-4996-b105-d8109e7c6cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5ca110e7-0e35-45fe-9d0a-3a7913ad4f25'}}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:39:01.872180 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:01.939289 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] For port 97a77269-c779-4df5-bc8b-c7c597b625e4, host hv-cinder-81322, cleared binding levels {{(pid=94836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:39:01.943874 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] For port 97a77269-c779-4df5-bc8b-c7c597b625e4, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=97a77269-c779-4df5-bc8b-c7c597b625e4,segment=NetworkSegment(299b5238-e6da-4996-b105-d8109e7c6cd8),segment_id=299b5238-e6da-4996-b105-d8109e7c6cd8)] {{(pid=94836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:39:02.086552 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:02.122928 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:02.123543 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:02.124979 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] 10.222.0.42 "PUT /v2.0/ports/97a77269-c779-4df5-bc8b-c7c597b625e4 HTTP/1.1" status: 200 len: 1098 time: 0.8042762 Oct 12 18:39:02.125416 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8a9c81-be38-4ce7-825a-212cb39783bf', 'tag': '97a77269-c779-4df5-bc8b-c7c597b625e4'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:39:02.127760 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8012619-692b-4495-9a30-1aefbe28ba3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8a9c81-be38-4ce7-825a-212cb39783bf", "tag": "97a77269-c779-4df5-bc8b-c7c597b625e4"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:39:02.156501 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bac6ee-4c7c-4973-90c3-73010fa75450 service neutron] Pushing event updated for resources: {'Port': ['ID=97a77269-c779-4df5-bc8b-c7c597b625e4,revision_number=3']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:02.176479 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db99449b-6ae0-4c0b-ac6a-b0ccbbe47a3d x-openstack-request-id: req-db99449b-6ae0-4c0b-ac6a-b0ccbbe47a3d {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:39:02.177692 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8a9c81-be38-4ce7-825a-212cb39783bf", "tag": "97a77269-c779-4df5-bc8b-c7c597b625e4", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:39:02.177948 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db99449b-6ae0-4c0b-ac6a-b0ccbbe47a3d {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:39:02.178669 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8a9c81-be38-4ce7-825a-212cb39783bf', 'tag': '97a77269-c779-4df5-bc8b-c7c597b625e4', 'status': 'completed', 'code': 200} Oct 12 18:39:02.209655 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d1ea4-3e24-4689-8479-ffc377274793 req-c0e06330-7e18-4a24-9502-ac56cdbfa109 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:02.210937 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-df7d1ea4-3e24-4689-8479-ffc377274793 req-c0e06330-7e18-4a24-9502-ac56cdbfa109 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 948 time: 0.0553987 Oct 12 18:39:02.249525 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8012619-692b-4495-9a30-1aefbe28ba3a req-604ab8be-b863-4835-8d9b-1b877596ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:02.251072 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-a8012619-692b-4495-9a30-1aefbe28ba3a req-604ab8be-b863-4835-8d9b-1b877596ea00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de4e840d77e543a5b8086a8ea2388d0d&device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 1101 time: 0.0539346 Oct 12 18:39:02.253448 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-df7d1ea4-3e24-4689-8479-ffc377274793 req-734d5f6a-6b00-483b-8c43-df188c857786 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363834 Oct 12 18:39:02.291835 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-a8012619-692b-4495-9a30-1aefbe28ba3a req-ad6054d4-1c93-4360-a454-b63888000340 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=de4e840d77e543a5b8086a8ea2388d0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332956 Oct 12 18:39:02.384847 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8012619-692b-4495-9a30-1aefbe28ba3a req-82350848-ca27-44c8-b03a-e365ca401a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:02.386232 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-a8012619-692b-4495-9a30-1aefbe28ba3a req-82350848-ca27-44c8-b03a-e365ca401a06 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881946 Oct 12 18:39:02.463005 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4f541-c911-4b62-bb46-45324d186ece req-37d3bf4f-f944-4078-b6b2-db2dcdab2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:02.464468 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-37d3bf4f-f944-4078-b6b2-db2dcdab2662 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de4e840d77e543a5b8086a8ea2388d0d&device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 1101 time: 0.0428805 Oct 12 18:39:02.504922 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-807b6b34-c8eb-443b-b460-7e0c0fb57f1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=97a77269-c779-4df5-bc8b-c7c597b625e4 HTTP/1.1" status: 200 len: 217 time: 0.0330596 Oct 12 18:39:02.551134 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4f541-c911-4b62-bb46-45324d186ece req-339038d6-b1d8-4e5d-873d-831879ef7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:02.553121 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-339038d6-b1d8-4e5d-873d-831879ef7755 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d0711df1-5605-48b0-ab67-6969eea51290 HTTP/1.1" status: 200 len: 843 time: 0.0417752 Oct 12 18:39:02.595172 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4f541-c911-4b62-bb46-45324d186ece req-ac7ac5c5-f25a-4fa5-8c1c-16bdfb77bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:02.596603 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-ac7ac5c5-f25a-4fa5-8c1c-16bdfb77bde0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ca110e7-0e35-45fe-9d0a-3a7913ad4f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0365520 Oct 12 18:39:02.687441 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-07588735-50e8-4160-8544-19f57a4f9057 service neutron] 10.222.0.42 "GET /v2.0/networks/5ca110e7-0e35-45fe-9d0a-3a7913ad4f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836558 Oct 12 18:39:02.776242 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-8ac4f541-c911-4b62-bb46-45324d186ece req-93d761c1-0717-4404-bce4-da4e2263d746 service neutron] 10.222.0.42 "GET /v2.0/networks/5ca110e7-0e35-45fe-9d0a-3a7913ad4f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807936 Oct 12 18:39:03.368541 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4c9eb-72a7-463c-9c9a-5c45e42f1558 req-97c11834-b5db-4d1c-9a2b-9bba1df9f385 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:03.370074 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-38d4c9eb-72a7-463c-9c9a-5c45e42f1558 req-97c11834-b5db-4d1c-9a2b-9bba1df9f385 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 948 time: 0.0477521 Oct 12 18:39:03.407961 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-38d4c9eb-72a7-463c-9c9a-5c45e42f1558 req-d292a829-301b-4fc5-9ad9-4e16fcaa834c tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319078 Oct 12 18:39:04.314518 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d7da160-3c06-408b-b6f4-475bc2faa0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:04.516503 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be4ee1-7373-4eba-b163-d4f61532cf38 req-36b356c5-ba72-4127-91c3-b0698d1d42c8 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:04.517939 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5be4ee1-7373-4eba-b163-d4f61532cf38 req-36b356c5-ba72-4127-91c3-b0698d1d42c8 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 948 time: 0.0468724 Oct 12 18:39:04.554485 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-e5be4ee1-7373-4eba-b163-d4f61532cf38 req-c94dba99-36d2-4437-b001-9cb693f2e6ad tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303245 Oct 12 18:39:05.540158 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 97a77269-c779-4df5-bc8b-c7c597b625e4 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:39:05.633946 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 97a77269-c779-4df5-bc8b-c7c597b625e4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=97a77269-c779-4df5-bc8b-c7c597b625e4,segment=NetworkSegment(299b5238-e6da-4996-b105-d8109e7c6cd8),segment_id=299b5238-e6da-4996-b105-d8109e7c6cd8)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:39:05.645260 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '97a77269-c779-4df5-bc8b-c7c597b625e4', 'network_id': '5ca110e7-0e35-45fe-9d0a-3a7913ad4f25', 'port_id': '97a77269-c779-4df5-bc8b-c7c597b625e4', 'mac_address': 'fa:16:3e:e1:24:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0711df1-5605-48b0-ab67-6969eea51290', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:39:05.669281 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda1262-4bc1-44f1-a61c-ba8349bc03c8 req-89e89797-4db7-4da9-8f0f-c220254e312f tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:05.670803 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2fda1262-4bc1-44f1-a61c-ba8349bc03c8 req-89e89797-4db7-4da9-8f0f-c220254e312f tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 948 time: 0.0513110 Oct 12 18:39:05.681617 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:05.693807 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a77269-c779-4df5-bc8b-c7c597b625e4 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:39:05.708419 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2fda1262-4bc1-44f1-a61c-ba8349bc03c8 req-b03a294c-a431-4b33-b735-cda5b137feaa tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Oct 12 18:39:05.712294 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 97a77269-c779-4df5-bc8b-c7c597b625e4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=97a77269-c779-4df5-bc8b-c7c597b625e4,segment=NetworkSegment(299b5238-e6da-4996-b105-d8109e7c6cd8),segment_id=299b5238-e6da-4996-b105-d8109e7c6cd8)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:39:05.778285 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:05.827240 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=97a77269-c779-4df5-bc8b-c7c597b625e4,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:06.821209 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12047461-5ace-4078-9274-be89dc7e863d req-1e22a933-fca2-4516-901c-0099925bf2df tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:06.822645 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12047461-5ace-4078-9274-be89dc7e863d req-1e22a933-fca2-4516-901c-0099925bf2df tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 949 time: 0.0482972 Oct 12 18:39:06.858476 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-12047461-5ace-4078-9274-be89dc7e863d req-fb29a938-f650-417b-be1c-d911d50054f5 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299175 Oct 12 18:39:07.263961 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-551e710c-6b4c-4552-b8be-138ec7c4ea56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:07.971756 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc19de-6c5a-43c7-8907-e1bcac833baa req-62b86992-1171-482d-98b8-bb234c11f46b tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:07.973305 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9fbc19de-6c5a-43c7-8907-e1bcac833baa req-62b86992-1171-482d-98b8-bb234c11f46b tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 949 time: 0.0494111 Oct 12 18:39:08.001664 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:08.013536 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9fbc19de-6c5a-43c7-8907-e1bcac833baa req-7837ffe7-de34-4c8e-9269-c29f85a26405 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342307 Oct 12 18:39:08.319943 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:09.128676 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0a02-2de8-4fa6-a453-498f67ebfc03 req-d66638d9-c598-4227-b64e-8060980c9167 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:09.130612 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7baf0a02-2de8-4fa6-a453-498f67ebfc03 req-d66638d9-c598-4227-b64e-8060980c9167 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 949 time: 0.0513000 Oct 12 18:39:09.166997 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7baf0a02-2de8-4fa6-a453-498f67ebfc03 req-eeda5da9-b9ee-4087-aaff-5d5acbb66d7e tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303998 Oct 12 18:39:09.805965 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['97a77269-c779-4df5-bc8b-c7c597b625e4'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:39:09.991857 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:10.277032 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6da443-a546-4b0d-8b13-108ed8175cdb req-8db9a78b-6033-4b80-bf1c-b69d099f21bf tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:10.278506 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4e6da443-a546-4b0d-8b13-108ed8175cdb req-8db9a78b-6033-4b80-bf1c-b69d099f21bf tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 949 time: 0.0476334 Oct 12 18:39:10.314927 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4e6da443-a546-4b0d-8b13-108ed8175cdb req-b66a5e53-f214-4225-a48a-010bec0245fe tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304132 Oct 12 18:39:10.960727 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:11.433484 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e2e94-2e2b-468b-b958-5d89296d9d27 req-1928e55e-4d42-4c8f-adc2-062f60d98065 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:11.434913 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-027e2e94-2e2b-468b-b958-5d89296d9d27 req-1928e55e-4d42-4c8f-adc2-062f60d98065 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 949 time: 0.0527759 Oct 12 18:39:11.470927 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-027e2e94-2e2b-468b-b958-5d89296d9d27 req-fecb1f75-bbc9-42ae-b3b4-67f445785f1c tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300589 Oct 12 18:39:12.055171 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 97a77269-c779-4df5-bc8b-c7c597b625e4 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:12.212002 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port 97a77269-c779-4df5-bc8b-c7c597b625e4 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:39:12.215845 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 97a77269-c779-4df5-bc8b-c7c597b625e4 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:12.216214 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:12.289185 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:12.310674 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8a9c81-be38-4ce7-825a-212cb39783bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a77269-c779-4df5-bc8b-c7c597b625e4'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:39:12.312940 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33be9006-e82a-44ea-b8cf-b7f7a0b0541a" -d '{"events": [{"server_uuid": "9b8a9c81-be38-4ce7-825a-212cb39783bf", "name": "network-vif-plugged", "status": "completed", "tag": "97a77269-c779-4df5-bc8b-c7c597b625e4"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:39:12.325325 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 97a77269-c779-4df5-bc8b-c7c597b625e4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=97a77269-c779-4df5-bc8b-c7c597b625e4,segment=NetworkSegment(299b5238-e6da-4996-b105-d8109e7c6cd8),segment_id=299b5238-e6da-4996-b105-d8109e7c6cd8)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:39:12.350071 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6c4336-d945-471b-8abf-c9ad7f69191e x-openstack-request-id: req-3d6c4336-d945-471b-8abf-c9ad7f69191e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:39:12.350360 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8a9c81-be38-4ce7-825a-212cb39783bf", "name": "network-vif-plugged", "status": "completed", "tag": "97a77269-c779-4df5-bc8b-c7c597b625e4", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:39:12.350613 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d6c4336-d945-471b-8abf-c9ad7f69191e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:39:12.351004 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8a9c81-be38-4ce7-825a-212cb39783bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a77269-c779-4df5-bc8b-c7c597b625e4', 'code': 200} Oct 12 18:39:12.429760 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:12.478730 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=97a77269-c779-4df5-bc8b-c7c597b625e4,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:12.586405 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b52698-2b5c-479b-8cb1-2edc297a7040 req-3db89c41-5435-49cd-9b34-c4590112cc00 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:12.587927 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-20b52698-2b5c-479b-8cb1-2edc297a7040 req-3db89c41-5435-49cd-9b34-c4590112cc00 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 950 time: 0.0516005 Oct 12 18:39:12.625059 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-20b52698-2b5c-479b-8cb1-2edc297a7040 req-358b7339-a3ef-443e-a899-68477556745d tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Oct 12 18:39:12.723857 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467a8e4-d228-4b34-8498-f0d60bc0499c req-c1490c94-5f31-4385-9120-fa45e4ec49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:12.725426 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-e467a8e4-d228-4b34-8498-f0d60bc0499c req-c1490c94-5f31-4385-9120-fa45e4ec49e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 1103 time: 0.0435629 Oct 12 18:39:12.759392 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-e467a8e4-d228-4b34-8498-f0d60bc0499c req-ea2392ad-a590-4079-b9e5-ce46f1e90f38 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271432 Oct 12 18:39:13.740982 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c6524-d660-4a7e-bcbc-d71ba3368cb4 req-85db304f-e41d-443a-9a35-9a2dff10eae2 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:13.742442 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bf9c6524-d660-4a7e-bcbc-d71ba3368cb4 req-85db304f-e41d-443a-9a35-9a2dff10eae2 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 950 time: 0.0475430 Oct 12 18:39:13.781563 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-bf9c6524-d660-4a7e-bcbc-d71ba3368cb4 req-e1103560-a2b7-4894-bd7b-339cb1b88471 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Oct 12 18:39:14.891735 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da8947-b6bd-4543-a98a-af5412e320c9 req-4527194b-b4b0-49ad-8b5c-f6885399ccdf tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:14.893156 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a0da8947-b6bd-4543-a98a-af5412e320c9 req-4527194b-b4b0-49ad-8b5c-f6885399ccdf tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 950 time: 0.0472827 Oct 12 18:39:14.931201 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a0da8947-b6bd-4543-a98a-af5412e320c9 req-0e8edce8-3e99-4f4f-b944-45f2b897c320 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Oct 12 18:39:14.992327 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:39:15.465557 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040748c-2179-4ca1-b47f-b8398a307ac8 req-2fcb9ee2-c09c-454d-a975-c38256d2e0b1 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:15.466994 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3040748c-2179-4ca1-b47f-b8398a307ac8 req-2fcb9ee2-c09c-454d-a975-c38256d2e0b1 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 950 time: 0.0506232 Oct 12 18:39:15.503339 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3040748c-2179-4ca1-b47f-b8398a307ac8 req-0ece4178-2cb3-46fd-bdad-f4d0a36c7dd8 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305529 Oct 12 18:39:16.040065 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55236) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:16.141060 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:16.212924 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:16.298337 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:16.333402 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619bf337-1854-4d6d-8acf-a92a244901f8,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:16.337641 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df7695557664485ab89be0e688121e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959018 Oct 12 18:39:16.340338 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55240) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:16.343315 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:16.343667 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:16.344007 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:16.344341 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:16.344698 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:16.345032 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:16.345358 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:16.345683 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:16.346193 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:16.346523 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:16.347277 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:16.347604 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb548f2-900c-4667-ba51-0553be44bdef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:16.389776 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3d52417f-ff4f-4548-a17f-43a47f757132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:16.410339 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3d52417f-ff4f-4548-a17f-43a47f757132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:16.515519 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3d52417f-ff4f-4548-a17f-43a47f757132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:16.518114 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-3d52417f-ff4f-4548-a17f-43a47f757132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:16.519240 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-3d52417f-ff4f-4548-a17f-43a47f757132 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/619bf337-1854-4d6d-8acf-a92a244901f8 HTTP/1.1" status: 204 len: 168 time: 0.1778746 Oct 12 18:39:16.528018 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52417f-ff4f-4548-a17f-43a47f757132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619bf337-1854-4d6d-8acf-a92a244901f8,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:16.621791 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24706293-6cf6-4d32-8f49-37796d45c747 req-5ca6e81a-0e68-4e46-af4b-cf85337bb964 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:16.623349 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-24706293-6cf6-4d32-8f49-37796d45c747 req-5ca6e81a-0e68-4e46-af4b-cf85337bb964 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 950 time: 0.0479412 Oct 12 18:39:16.664032 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-24706293-6cf6-4d32-8f49-37796d45c747 req-fff3b5a9-48c9-4a21-b3de-2dfe68c7d2e4 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3edbbe9-fdfd-490b-96c4-e2158513e421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345092 Oct 12 18:39:16.849624 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66868e0-4ee9-477c-b3d1-35d9699a4721 req-bc6b7f7d-3726-4ebc-97a4-956f3517c740 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:16.851116 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-a66868e0-4ee9-477c-b3d1-35d9699a4721 req-bc6b7f7d-3726-4ebc-97a4-956f3517c740 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 950 time: 0.0480256 Oct 12 18:39:16.942847 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-a66868e0-4ee9-477c-b3d1-35d9699a4721 req-6fa972f1-81ee-4a6d-81a6-5813b0391bdd tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Deleting port 97a77269-c779-4df5-bc8b-c7c597b625e4 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:39:16.943271 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-a66868e0-4ee9-477c-b3d1-35d9699a4721 req-6fa972f1-81ee-4a6d-81a6-5813b0391bdd tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:17.033265 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-a66868e0-4ee9-477c-b3d1-35d9699a4721 req-6fa972f1-81ee-4a6d-81a6-5813b0391bdd tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] For port 97a77269-c779-4df5-bc8b-c7c597b625e4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=97a77269-c779-4df5-bc8b-c7c597b625e4,segment=NetworkSegment(299b5238-e6da-4996-b105-d8109e7c6cd8),segment_id=299b5238-e6da-4996-b105-d8109e7c6cd8)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:39:17.033547 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-a66868e0-4ee9-477c-b3d1-35d9699a4721 req-6fa972f1-81ee-4a6d-81a6-5813b0391bdd tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:17.044949 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-a66868e0-4ee9-477c-b3d1-35d9699a4721 req-6fa972f1-81ee-4a6d-81a6-5813b0391bdd tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Calling delete_port for 97a77269-c779-4df5-bc8b-c7c597b625e4 owned by compute:nova {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:39:17.258293 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-a66868e0-4ee9-477c-b3d1-35d9699a4721 req-6fa972f1-81ee-4a6d-81a6-5813b0391bdd tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:17.270376 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['97a77269-c779-4df5-bc8b-c7c597b625e4'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:39:17.292544 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa972f1-81ee-4a6d-81a6-5813b0391bdd tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Pushing event deleted for resources: {'Port': ['ID=97a77269-c779-4df5-bc8b-c7c597b625e4,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:17.331613 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66868e0-4ee9-477c-b3d1-35d9699a4721 req-6fa972f1-81ee-4a6d-81a6-5813b0391bdd tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] No DVR routers for this DVR port 97a77269-c779-4df5-bc8b-c7c597b625e4 on host hv-cinder-81322 {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:39:17.334226 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-a66868e0-4ee9-477c-b3d1-35d9699a4721 req-6fa972f1-81ee-4a6d-81a6-5813b0391bdd tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:17.338109 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-a66868e0-4ee9-477c-b3d1-35d9699a4721 req-6fa972f1-81ee-4a6d-81a6-5813b0391bdd tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.42 "DELETE /v2.0/ports/97a77269-c779-4df5-bc8b-c7c597b625e4 HTTP/1.1" status: 204 len: 173 time: 0.4805303 Oct 12 18:39:17.338109 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8a9c81-be38-4ce7-825a-212cb39783bf', 'name': 'network-vif-deleted', 'tag': '97a77269-c779-4df5-bc8b-c7c597b625e4'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:39:17.340229 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af068ea0-3412-41d6-a0bb-bbe73c2a89f3" -d '{"events": [{"server_uuid": "9b8a9c81-be38-4ce7-825a-212cb39783bf", "name": "network-vif-deleted", "tag": "97a77269-c779-4df5-bc8b-c7c597b625e4"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:39:17.378318 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf051549-6abc-4fab-8a45-2211e0c950a6 x-openstack-request-id: req-bf051549-6abc-4fab-8a45-2211e0c950a6 {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:39:17.378447 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8a9c81-be38-4ce7-825a-212cb39783bf", "name": "network-vif-deleted", "tag": "97a77269-c779-4df5-bc8b-c7c597b625e4", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:39:17.378595 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf051549-6abc-4fab-8a45-2211e0c950a6 {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:39:17.378987 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8a9c81-be38-4ce7-825a-212cb39783bf', 'name': 'network-vif-deleted', 'tag': '97a77269-c779-4df5-bc8b-c7c597b625e4', 'status': 'completed', 'code': 200} Oct 12 18:39:17.599478 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55266) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:17.696845 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1501481553-network', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:17.767550 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4616679f-d263-471d-ae89-20c6fd74a17a req-2d0fd150-c16c-4275-9ac4-58d8477fd022 tempest-VolumesNegativeTest-951479180 tempest-VolumesNegativeTest-951479180-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b8a9c81-be38-4ce7-825a-212cb39783bf HTTP/1.1" status: 200 len: 210 time: 0.0250521 Oct 12 18:39:17.789606 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Made reservation on behalf of 8636fe098af34b33b41c75cf2f0072d5 for: {'network': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:39:17.791951 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:17.800611 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:17.875762 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:17.944018 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:17.965558 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:39:17.978976 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265aa74c-8b06-4330-94da-0394a270d8ff,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:17.983683 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:17.984028 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.segments_db [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Added segment 4682b52f-d727-4288-921f-9fa6876a05f1 of type vlan for network 3d0573ae-2da0-4453-9bd0-f9ed20787481 Oct 12 18:39:18.027183 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:18.092870 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:18.093756 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:18.094380 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:18.153148 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3d0573ae-2da0-4453-9bd0-f9ed20787481,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:18.163402 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network 3d0573ae-2da0-4453-9bd0-f9ed20787481 details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:39:18.226009 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-6bd413c9-3bf6-42fe-813c-1a1b3e3445b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6248012 Oct 12 18:39:18.228989 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55274) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:18.233670 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-d60a2173-38c6-4cda-91c2-4d744bced673 admin admin] Request body: {'subnet': {'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1501481553-subnet', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'ip_version': 4}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:18.309075 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60a2173-38c6-4cda-91c2-4d744bced673 admin admin] Made reservation on behalf of 8636fe098af34b33b41c75cf2f0072d5 for: {'subnet': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:39:18.311351 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d60a2173-38c6-4cda-91c2-4d744bced673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29684471'] for subnet, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:18.549808 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d60a2173-38c6-4cda-91c2-4d744bced673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30236450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29684441'] for subnet, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:18.608378 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a2173-38c6-4cda-91c2-4d744bced673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acddea6e-d9a6-46eb-ae42-42e9ca237f2a,revision_number=0']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:18.613484 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60a2173-38c6-4cda-91c2-4d744bced673 admin admin] Checking segment: {'id': '4682b52f-d727-4288-921f-9fa6876a05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:18.616568 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a2173-38c6-4cda-91c2-4d744bced673 admin admin] Network hostable DHCP agents. Network: 3d0573ae-2da0-4453-9bd0-f9ed20787481, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:39:18.692540 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a2173-38c6-4cda-91c2-4d744bced673 admin admin] Network 3d0573ae-2da0-4453-9bd0-f9ed20787481 is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:39:18.755268 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-d60a2173-38c6-4cda-91c2-4d744bced673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, 3d0573ae-2da0-4453-9bd0-f9ed20787481) {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:18.759709 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60a2173-38c6-4cda-91c2-4d744bced673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:18.760290 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d60a2173-38c6-4cda-91c2-4d744bced673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:18.764863 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525f0d6a-94e4-4347-9db8-7f816c8801f6 None None] Network 3d0573ae-2da0-4453-9bd0-f9ed20787481 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:39:18.878141 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-d60a2173-38c6-4cda-91c2-4d744bced673 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6481109 Oct 12 18:39:18.881238 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55282) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:18.885895 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:18.909601 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp890a0fb1-e2fa-564a-9d74-2c4b0b4cc0ae-3d0573ae-2da0-4453-9bd0-f9ed20787481', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'fixed_ips': [{'subnet_id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a'}]}} from dv-cinder-813227-2-iscsi. {{(pid=94837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:39:18.909601 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:18.990358 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37475'] for router, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:18.991608 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37480'] for router, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:19.044333 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:19.045221 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Allocated IP 172.20.0.2 (3d0573ae-2da0-4453-9bd0-f9ed20787481/acddea6e-d9a6-46eb-ae42-42e9ca237f2a/c9a2346a-a13f-41cf-87aa-f4781718fa48) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:39:19.185276 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:19.242286 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:19.270009 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:19.283914 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Network 3d0573ae-2da0-4453-9bd0-f9ed20787481 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:19.286763 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:19.291014 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:39:19.294058 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Pushing event updated for resources: {'Port': ['ID=c9a2346a-a13f-41cf-87aa-f4781718fa48,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:19.344604 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Attempting to bind port c9a2346a-a13f-41cf-87aa-f4781718fa48 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:39:19.349291 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Attempting to bind port c9a2346a-a13f-41cf-87aa-f4781718fa48 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '4682b52f-d727-4288-921f-9fa6876a05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:39:19.349291 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Attempting to bind port c9a2346a-a13f-41cf-87aa-f4781718fa48 on network 3d0573ae-2da0-4453-9bd0-f9ed20787481 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:39:19.350462 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:39:19.350838 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Checking segment: {'id': '4682b52f-d727-4288-921f-9fa6876a05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:19.351245 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:19.351639 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Bound using segment: {'id': '4682b52f-d727-4288-921f-9fa6876a05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:39:19.352105 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Bound port: c9a2346a-a13f-41cf-87aa-f4781718fa48, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4682b52f-d727-4288-921f-9fa6876a05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:39:19.352638 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:19.421306 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] For port c9a2346a-a13f-41cf-87aa-f4781718fa48, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:39:19.424420 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] For port c9a2346a-a13f-41cf-87aa-f4781718fa48, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=c9a2346a-a13f-41cf-87aa-f4781718fa48,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:39:19.527202 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:19.531430 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:19.550158 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:19.593192 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef25dd-49db-45c6-9f37-b6b965f52f24 None None] Pushing event updated for resources: {'Port': ['ID=c9a2346a-a13f-41cf-87aa-f4781718fa48,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:19.664346 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Allocated IP 172.27.1.64 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/01d108a9-bde8-42d7-83a8-7bb073785d1d) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:39:19.796222 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:19.899039 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:19.946218 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:19.949425 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:19.953726 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:39:19.956991 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Pushing event updated for resources: {'Port': ['ID=01d108a9-bde8-42d7-83a8-7bb073785d1d,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:20.119160 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 97a77269-c779-4df5-bc8b-c7c597b625e4 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:39:20.147322 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: 97a77269-c779-4df5-bc8b-c7c597b625e4 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:39:20.148768 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 97a77269-c779-4df5-bc8b-c7c597b625e4 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:39:20.455861 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f7b70a-6989-44b3-af6d-70c3ca9faf4a None None] Network 3d0573ae-2da0-4453-9bd0-f9ed20787481 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:39:20.559661 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:20.568226 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-eccba771-a7ed-45d7-ad56-188f9224a7b9 None None] Provisioning complete for port c9a2346a-a13f-41cf-87aa-f4781718fa48 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:20.572059 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eccba771-a7ed-45d7-ad56-188f9224a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:20.683860 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eccba771-a7ed-45d7-ad56-188f9224a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:20.725986 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-eccba771-a7ed-45d7-ad56-188f9224a7b9 None None] For port c9a2346a-a13f-41cf-87aa-f4781718fa48, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=c9a2346a-a13f-41cf-87aa-f4781718fa48,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:39:20.768041 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592892'] for router, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:20.785999 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eccba771-a7ed-45d7-ad56-188f9224a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:20.852444 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccba771-a7ed-45d7-ad56-188f9224a7b9 None None] Pushing event updated for resources: {'Port': ['ID=c9a2346a-a13f-41cf-87aa-f4781718fa48,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:20.898402 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device c9a2346a-a13f-41cf-87aa-f4781718fa48 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:20.932778 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-7798a5e7-ca97-46cd-9191-dca1e6f1b76d None None] Provisioning complete for port c9a2346a-a13f-41cf-87aa-f4781718fa48 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:20.933072 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7798a5e7-ca97-46cd-9191-dca1e6f1b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:20.983268 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port c9a2346a-a13f-41cf-87aa-f4781718fa48 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:20.983625 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:21.001495 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 is scheduled to L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 with binding_index 1 {{(pid=94835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:39:21.113834 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:39:21.124162 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Sync routers for ids ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:39:21.133600 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Routers {'33da07a8-6dd1-4ac5-82c7-af9dce2790d4'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:39:21.134065 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:39:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:21.191290 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] Notify callbacks [] for router, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:21.195529 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-bef0632f-86d7-4cb3-9678-970e12f13378 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3102992 Oct 12 18:39:21.195944 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55396) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:21.244280 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Set router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:39:21.427728 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:39:20Z', 'revision_number': 3, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port': {'id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:19Z', 'updated_at': '2021-10-12T18:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:21.454051 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Checking router: 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:39:21.454408 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Updating router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 port 01d108a9-bde8-42d7-83a8-7bb073785d1d binding host dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:39:21.479191 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:21.629903 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:21.738410 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:21.788134 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Allocated IP 172.20.0.1 (3d0573ae-2da0-4453-9bd0-f9ed20787481/acddea6e-d9a6-46eb-ae42-42e9ca237f2a/9cead839-bd46-474b-88d0-d48d20ab8e19) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:39:21.837776 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:21.887258 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Attempting to bind port 01d108a9-bde8-42d7-83a8-7bb073785d1d on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:39:21.887622 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Attempting to bind port 01d108a9-bde8-42d7-83a8-7bb073785d1d by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:39:21.888117 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Attempting to bind port 01d108a9-bde8-42d7-83a8-7bb073785d1d on network 27969040-b1e7-431a-ac38-d174cd0b9f0d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:39:21.890177 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ca2ba-3505-4c23-bc56-1ca109e12e5b None None] Pushing event updated for resources: {'Port': ['ID=01d108a9-bde8-42d7-83a8-7bb073785d1d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:21.898371 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:39:21.898740 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Checking segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:21.899139 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:21.899525 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Bound using segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:39:21.899992 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Bound port: 01d108a9-bde8-42d7-83a8-7bb073785d1d, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:39:21.900975 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:21.919868 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:21.953540 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] For port 01d108a9-bde8-42d7-83a8-7bb073785d1d, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:39:21.957000 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] For port 01d108a9-bde8-42d7-83a8-7bb073785d1d, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=01d108a9-bde8-42d7-83a8-7bb073785d1d,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:39:22.051420 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:22.071008 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:22.091921 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Network 3d0573ae-2da0-4453-9bd0-f9ed20787481 is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:22.094948 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:22.098541 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:39:22.131879 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Pushing event updated for resources: {'Port': ['ID=9cead839-bd46-474b-88d0-d48d20ab8e19,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:22.147627 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Routers {'33da07a8-6dd1-4ac5-82c7-af9dce2790d4'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:39:22.148591 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:39:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:22.150559 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ca2ba-3505-4c23-bc56-1ca109e12e5b None None] Pushing event updated for resources: {'Port': ['ID=01d108a9-bde8-42d7-83a8-7bb073785d1d,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:22.169518 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592685'] for router_interface, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:22.391813 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:22.405373 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-fc43ea6a-068e-4bec-8fd3-6c8611ba5d0f None None] Provisioning complete for port 9cead839-bd46-474b-88d0-d48d20ab8e19 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:22.405890 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc43ea6a-068e-4bec-8fd3-6c8611ba5d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:22.454182 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] Set router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:39:22.524389 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-fc43ea6a-068e-4bec-8fd3-6c8611ba5d0f None None] Port 9cead839-bd46-474b-88d0-d48d20ab8e19 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:39:22.592184 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:22.658457 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:22.684696 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:39:20Z', 'revision_number': 3, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port': {'id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:19Z', 'updated_at': '2021-10-12T18:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:22.716260 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fc41ec-9965-40d2-b17b-54182f97179e None None] The sync data for ids ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'] in dv-cinder-813227-2-iscsi is: [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:39:20Z', 'revision_number': 3, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port': {'id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:19Z', 'updated_at': '2021-10-12T18:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:39:22.739732 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Pushing event updated for resources: {'Port': ['ID=9cead839-bd46-474b-88d0-d48d20ab8e19,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:22.742859 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634557'] for router_interface, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:22.854796 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Network 3d0573ae-2da0-4453-9bd0-f9ed20787481 is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:22.857748 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:22.862198 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device c9a2346a-a13f-41cf-87aa-f4781718fa48 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:22.919800 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port c9a2346a-a13f-41cf-87aa-f4781718fa48 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:22.920171 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:23.017149 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:39:23.181630 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:39:23.182258 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c3e1d045-ff72-4ac7-8173-6ea67c9659e2 None None] Provisioning complete for port 9cead839-bd46-474b-88d0-d48d20ab8e19 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:23.182258 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d045-ff72-4ac7-8173-6ea67c9659e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:23.182957 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-ab6c0412-1100-4101-8986-640c31e63150 admin admin] 10.222.0.18 "PUT /v2.0/routers/33da07a8-6dd1-4ac5-82c7-af9dce2790d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9613490 Oct 12 18:39:23.201008 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c3e1d045-ff72-4ac7-8173-6ea67c9659e2 None None] Port 9cead839-bd46-474b-88d0-d48d20ab8e19 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:39:23.835488 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55518) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:23.840432 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1718391069-network', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:23.926984 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Made reservation on behalf of 1865fa2ebc104ef69e8ba3fbb30bf125 for: {'network': 1} {{(pid=94835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:39:23.929439 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for network, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:23.938800 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:24.020250 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:24.115818 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:24.142517 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:39:24.149122 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de12f21-883a-43e6-a427-9a55cc29a80c,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:24.154871 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:24.155209 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.segments_db [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Added segment ef3532ae-cca0-46d0-9c03-a49583c6b99b of type vlan for network 3d745265-fd4f-46b2-95c3-d251398ff9f6 Oct 12 18:39:24.195430 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788962795331'] for network, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:24.260755 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Sync routers for ids ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:39:24.269731 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Routers {'33da07a8-6dd1-4ac5-82c7-af9dce2790d4'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:39:24.270324 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:39:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:24.298456 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502'] for network, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:24.299578 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:24.300346 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:24.358833 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] Pushing event updated for resources: {'Network': ['ID=3d745265-fd4f-46b2-95c3-d251398ff9f6,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:24.371604 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Network 3d745265-fd4f-46b2-95c3-d251398ff9f6 details requested by agent ovs-agent-dv-cinder-813227-2-iscsi with host dv-cinder-813227-2-iscsi {{(pid=94837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:39:24.386554 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Set router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:39:24.418691 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55524) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:24.424201 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-aa1d8cbf-6208-423b-825f-3d328134d7d2 admin admin] Request body: {'subnet': {'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1718391069-subnet', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'ip_version': 4}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:24.424960 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-ca6e561c-75eb-4204-b49b-7863770d7a70 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5883546 Oct 12 18:39:24.544131 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1d8cbf-6208-423b-825f-3d328134d7d2 admin admin] Made reservation on behalf of 1865fa2ebc104ef69e8ba3fbb30bf125 for: {'subnet': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:39:24.546735 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8cbf-6208-423b-825f-3d328134d7d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30502989'] for subnet, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:24.584066 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:39:22Z', 'revision_number': 4, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port': {'id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:19Z', 'updated_at': '2021-10-12T18:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '9cead839-bd46-474b-88d0-d48d20ab8e19', 'name': '', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'mac_address': 'fa:16:3e:d3:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:21Z', 'updated_at': '2021-10-12T18:39:22Z', 'revision_number': 2, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'subnets': [{'id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:24.627560 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Checking router: 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:39:24.627560 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Updating router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 port 9cead839-bd46-474b-88d0-d48d20ab8e19 binding host dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:39:24.644578 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:24.789492 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8cbf-6208-423b-825f-3d328134d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31250011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30503011'] for subnet, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:24.834659 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d8cbf-6208-423b-825f-3d328134d7d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22774e89-fa6f-427c-a824-405ab622945d,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:24.854400 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55528) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:24.870326 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d8cbf-6208-423b-825f-3d328134d7d2 admin admin] Checking segment: {'id': 'ef3532ae-cca0-46d0-9c03-a49583c6b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:24.870796 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1d8cbf-6208-423b-825f-3d328134d7d2 admin admin] Network hostable DHCP agents. Network: 3d745265-fd4f-46b2-95c3-d251398ff9f6, hostable agents: ['ac42582c-0597-44c8-809a-8f7ad35ba405'], hosted agents: [] {{(pid=94836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:39:24.907274 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 01d108a9-bde8-42d7-83a8-7bb073785d1d up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:24.954905 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 01d108a9-bde8-42d7-83a8-7bb073785d1d triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:24.961749 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.003287 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-8447b063-a55e-4630-a1ba-d6c949456aea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de4e840d77e543a5b8086a8ea2388d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474988 Oct 12 18:39:25.003532 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55532) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:25.024491 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1d8cbf-6208-423b-825f-3d328134d7d2 admin admin] Network 3d745265-fd4f-46b2-95c3-d251398ff9f6 is scheduled to be hosted by DHCP agent ac42582c-0597-44c8-809a-8f7ad35ba405 with binding_index 1 {{(pid=94836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:39:25.024988 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.039951 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.054595 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ac7be722-1700-4d6a-a581-35af80b8dfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.059268 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port 01d108a9-bde8-42d7-83a8-7bb073785d1d, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=01d108a9-bde8-42d7-83a8-7bb073785d1d,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:39:25.079197 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ac7be722-1700-4d6a-a581-35af80b8dfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.121021 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.149642 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [None req-aa1d8cbf-6208-423b-825f-3d328134d7d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-2-iscsi, 3d745265-fd4f-46b2-95c3-d251398ff9f6) {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:25.149880 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.155351 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d8cbf-6208-423b-825f-3d328134d7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:25.156775 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8cbf-6208-423b-825f-3d328134d7d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.174137 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Pushing event updated for resources: {'Port': ['ID=9cead839-bd46-474b-88d0-d48d20ab8e19,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:25.178867 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b798889-24b8-444a-8870-41938db45257 None None] Network 3d745265-fd4f-46b2-95c3-d251398ff9f6 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:39:25.197753 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:25.198104 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:25.198443 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:25.198779 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:25.199104 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:25.199438 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:25.199761 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:25.200081 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:25.200458 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:25.201023 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:25.201625 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:25.202156 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:25.207987 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ac7be722-1700-4d6a-a581-35af80b8dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.210938 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ac7be722-1700-4d6a-a581-35af80b8dfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.212568 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-ac7be722-1700-4d6a-a581-35af80b8dfdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3edbbe9-fdfd-490b-96c4-e2158513e421 HTTP/1.1" status: 204 len: 168 time: 0.2077904 Oct 12 18:39:25.222242 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7be722-1700-4d6a-a581-35af80b8dfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3edbbe9-fdfd-490b-96c4-e2158513e421,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:25.246312 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-aa1d8cbf-6208-423b-825f-3d328134d7d2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8233864 Oct 12 18:39:25.247587 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55536) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:25.257497 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Attempting to bind port 9cead839-bd46-474b-88d0-d48d20ab8e19 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:39:25.257873 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Attempting to bind port 9cead839-bd46-474b-88d0-d48d20ab8e19 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '4682b52f-d727-4288-921f-9fa6876a05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:39:25.258665 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1718391069-router', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:25.259835 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Attempting to bind port 9cead839-bd46-474b-88d0-d48d20ab8e19 on network 3d0573ae-2da0-4453-9bd0-f9ed20787481 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:39:25.262988 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=01d108a9-bde8-42d7-83a8-7bb073785d1d,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:25.274903 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:39:25.275541 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Checking segment: {'id': '4682b52f-d727-4288-921f-9fa6876a05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:25.277284 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.277755 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Bound using segment: {'id': '4682b52f-d727-4288-921f-9fa6876a05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:39:25.278231 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Bound port: 9cead839-bd46-474b-88d0-d48d20ab8e19, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4682b52f-d727-4288-921f-9fa6876a05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:39:25.280148 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.358392 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] For port 9cead839-bd46-474b-88d0-d48d20ab8e19, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:39:25.362458 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] For port 9cead839-bd46-474b-88d0-d48d20ab8e19, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=9cead839-bd46-474b-88d0-d48d20ab8e19,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:39:25.367610 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37475'] for router, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.369472 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37480'] for router, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.378766 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp890a0fb1-e2fa-564a-9d74-2c4b0b4cc0ae-3d745265-fd4f-46b2-95c3-d251398ff9f6', 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'fixed_ips': [{'subnet_id': '22774e89-fa6f-427c-a824-405ab622945d'}]}} from dv-cinder-813227-2-iscsi. {{(pid=94837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:39:25.379827 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.425616 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.431287 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.486659 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-4ea2aec0-eea9-48b0-9000-1460e3088f4b None None] Provisioning complete for port 9cead839-bd46-474b-88d0-d48d20ab8e19 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:25.487052 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ea2aec0-eea9-48b0-9000-1460e3088f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.489109 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Routers {'33da07a8-6dd1-4ac5-82c7-af9dce2790d4'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:39:25.489738 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:39:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:25.530231 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0990ae-a0e0-4be5-8325-15ab71146b92 None None] Pushing event updated for resources: {'Port': ['ID=9cead839-bd46-474b-88d0-d48d20ab8e19,revision_number=4']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:25.598207 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Allocated IP 172.20.0.2 (3d745265-fd4f-46b2-95c3-d251398ff9f6/22774e89-fa6f-427c-a824-405ab622945d/5058b068-582a-42a7-a3e2-2b1e17c96c39) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:39:25.670949 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] Set router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:39:25.724708 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.772529 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ea2aec0-eea9-48b0-9000-1460e3088f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.841525 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-4ea2aec0-eea9-48b0-9000-1460e3088f4b None None] For port 9cead839-bd46-474b-88d0-d48d20ab8e19, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=9cead839-bd46-474b-88d0-d48d20ab8e19,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:39:25.861403 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.894180 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:39:22Z', 'revision_number': 4, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port': {'id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:19Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '9cead839-bd46-474b-88d0-d48d20ab8e19', 'name': '', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'mac_address': 'fa:16:3e:d3:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:21Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 4, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'subnets': [{'id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:25.920124 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b664684b-77f8-4e28-82a9-b102dfd10dba None None] The sync data for ids ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'] in dv-cinder-813227-2-iscsi is: [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:39:22Z', 'revision_number': 4, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port': {'id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:19Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '9cead839-bd46-474b-88d0-d48d20ab8e19', 'name': '', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'mac_address': 'fa:16:3e:d3:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:21Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 4, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'subnets': [{'id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:39:25.943174 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ea2aec0-eea9-48b0-9000-1460e3088f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:25.982450 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.006437 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Network 3d745265-fd4f-46b2-95c3-d251398ff9f6 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:26.014163 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:26.016995 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:39:26.019943 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2aec0-eea9-48b0-9000-1460e3088f4b None None] Pushing event updated for resources: {'Port': ['ID=9cead839-bd46-474b-88d0-d48d20ab8e19,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:26.027532 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.060041 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.129724 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Pushing event updated for resources: {'Port': ['ID=5058b068-582a-42a7-a3e2-2b1e17c96c39,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:26.136685 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-bdd28e3e-6981-40eb-9002-4af61a3aadd5 None None] Provisioning complete for port 9cead839-bd46-474b-88d0-d48d20ab8e19 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:26.137059 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdd28e3e-6981-40eb-9002-4af61a3aadd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.139847 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Attempting to bind port 5058b068-582a-42a7-a3e2-2b1e17c96c39 on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:39:26.140214 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Attempting to bind port 5058b068-582a-42a7-a3e2-2b1e17c96c39 by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': 'ef3532ae-cca0-46d0-9c03-a49583c6b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:39:26.140601 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Attempting to bind port 5058b068-582a-42a7-a3e2-2b1e17c96c39 on network 3d745265-fd4f-46b2-95c3-d251398ff9f6 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:39:26.169049 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:39:26.169438 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Checking segment: {'id': 'ef3532ae-cca0-46d0-9c03-a49583c6b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:26.169828 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.170216 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Bound using segment: {'id': 'ef3532ae-cca0-46d0-9c03-a49583c6b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:39:26.170690 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Bound port: 5058b068-582a-42a7-a3e2-2b1e17c96c39, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3532ae-cca0-46d0-9c03-a49583c6b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:39:26.171130 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.177728 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Allocated IP 172.27.1.240 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:39:26.277086 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] For port 5058b068-582a-42a7-a3e2-2b1e17c96c39, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:39:26.281870 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] For port 5058b068-582a-42a7-a3e2-2b1e17c96c39, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=5058b068-582a-42a7-a3e2-2b1e17c96c39,segment=NetworkSegment(ef3532ae-cca0-46d0-9c03-a49583c6b99b),segment_id=ef3532ae-cca0-46d0-9c03-a49583c6b99b)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:39:26.292981 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.344570 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.402719 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de384d8a-81fb-4757-8221-8c4a6922f423 None None] Pushing event updated for resources: {'Port': ['ID=5058b068-582a-42a7-a3e2-2b1e17c96c39,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:26.413712 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.458864 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:26.462032 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:26.465729 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:39:26.493815 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Pushing event updated for resources: {'Port': ['ID=4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:26.806801 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:26.970709 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 9cead839-bd46-474b-88d0-d48d20ab8e19 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:27.029955 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 9cead839-bd46-474b-88d0-d48d20ab8e19 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:27.030603 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.127088 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 01d108a9-bde8-42d7-83a8-7bb073785d1d up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:27.180928 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 01d108a9-bde8-42d7-83a8-7bb073785d1d triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:27.181472 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.275336 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 5058b068-582a-42a7-a3e2-2b1e17c96c39 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:27.315352 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-592892'] for router, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.327304 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 5058b068-582a-42a7-a3e2-2b1e17c96c39 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:27.327674 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.373507 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3858be98-ed17-401e-a45c-267ef6305cac None None] Network 3d745265-fd4f-46b2-95c3-d251398ff9f6 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:39:27.574619 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.577135 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Router b4d24b48-616c-460e-8aa5-bf86f4c57b84 is scheduled to L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 with binding_index 1 {{(pid=94835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:39:27.582530 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-ef8db306-845b-4946-bcae-5ee473fec6fa None None] Provisioning complete for port 5058b068-582a-42a7-a3e2-2b1e17c96c39 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:27.582810 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef8db306-845b-4946-bcae-5ee473fec6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.671754 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port 5058b068-582a-42a7-a3e2-2b1e17c96c39, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=5058b068-582a-42a7-a3e2-2b1e17c96c39,segment=NetworkSegment(ef3532ae-cca0-46d0-9c03-a49583c6b99b),segment_id=ef3532ae-cca0-46d0-9c03-a49583c6b99b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:39:27.685867 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:39:27.696307 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Sync routers for ids ['b4d24b48-616c-460e-8aa5-bf86f4c57b84'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:39:27.719047 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Routers {'b4d24b48-616c-460e-8aa5-bf86f4c57b84'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:39:27.719649 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:39:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b4d24b48-616c-460e-8aa5-bf86f4c57b84'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:27.776150 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.791733 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] Notify callbacks [] for router, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.793028 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-435fc305-93f9-4de5-b028-cc4cc90d8705 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5438190 Oct 12 18:39:27.795838 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55538) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:39:27.872043 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef8db306-845b-4946-bcae-5ee473fec6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:27.917342 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=5058b068-582a-42a7-a3e2-2b1e17c96c39,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:27.939541 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Set router b4d24b48-616c-460e-8aa5-bf86f4c57b84 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:39:27.958141 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.958494 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.958836 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.959170 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.959577 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.959870 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.960198 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.960549 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.960897 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.961228 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.961548 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:27.962005 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:39:28.070034 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.db.api [None req-ef8db306-845b-4946-bcae-5ee473fec6fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 18:39:28.070630 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG oslo_db.api [None req-ef8db306-845b-4946-bcae-5ee473fec6fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 18:39:28.166135 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'name': 'tempest-TestMinimumBasicScenario-1718391069-router', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:25Z', 'updated_at': '2021-10-12T18:39:26Z', 'revision_number': 3, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'gw_port': {'id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:26Z', 'updated_at': '2021-10-12T18:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:28.192185 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Checking router: b4d24b48-616c-460e-8aa5-bf86f4c57b84 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:39:28.192557 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Updating router b4d24b48-616c-460e-8aa5-bf86f4c57b84 port 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d binding host dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:39:28.216516 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:28.220195 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:28.373491 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Allocated IP 172.20.0.1 (3d745265-fd4f-46b2-95c3-d251398ff9f6/22774e89-fa6f-427c-a824-405ab622945d/079336da-b0eb-42f1-9bda-d606a71a534f) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:39:28.466309 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:28.476220 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:28.532474 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:28.555525 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:28.595732 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Network 3d745265-fd4f-46b2-95c3-d251398ff9f6 is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:28.600160 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:28.602534 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e3d1c-a8b8-4bc8-97b1-de7bfa424b38 None None] Pushing event updated for resources: {'Port': ['ID=4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:28.604524 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:39:28.604786 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Attempting to bind port 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:39:28.605150 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Attempting to bind port 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:39:28.605506 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Attempting to bind port 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d on network 27969040-b1e7-431a-ac38-d174cd0b9f0d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:39:28.607477 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Pushing event updated for resources: {'Port': ['ID=079336da-b0eb-42f1-9bda-d606a71a534f,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:28.620147 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:39:28.620624 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Checking segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:28.621041 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:28.621436 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Bound using segment: {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:39:28.621914 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Bound port: 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b4be08-f9be-4b54-8a16-f54814bb8fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:39:28.622292 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:28.646338 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592685'] for router_interface, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:28.679126 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] For port 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:39:28.682445 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] For port 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:39:28.768624 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-af307028-d928-4b4c-8e31-057f2485c1d6 None None] Provisioning complete for port 5058b068-582a-42a7-a3e2-2b1e17c96c39 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:28.768996 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af307028-d928-4b4c-8e31-057f2485c1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:28.773389 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:28.861716 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Routers {'b4d24b48-616c-460e-8aa5-bf86f4c57b84'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:39:28.862328 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:39:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b4d24b48-616c-460e-8aa5-bf86f4c57b84'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:28.863449 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:28.868364 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 5058b068-582a-42a7-a3e2-2b1e17c96c39 up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:28.925660 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e3d1c-a8b8-4bc8-97b1-de7bfa424b38 None None] Pushing event updated for resources: {'Port': ['ID=4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:29.025242 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:29.041063 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] Set router b4d24b48-616c-460e-8aa5-bf86f4c57b84 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:39:29.043300 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 5058b068-582a-42a7-a3e2-2b1e17c96c39 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:29.043667 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:29.081066 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:29.147489 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634557'] for router_interface, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:29.150155 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Pushing event updated for resources: {'Port': ['ID=079336da-b0eb-42f1-9bda-d606a71a534f,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:29.246559 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Network 3d745265-fd4f-46b2-95c3-d251398ff9f6 is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:29.248084 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:29.323662 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-47dd5da5-5116-4c28-baed-b15c1f7d0735 None None] Provisioning complete for port 079336da-b0eb-42f1-9bda-d606a71a534f triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:29.324035 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47dd5da5-5116-4c28-baed-b15c1f7d0735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:29.365311 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Router b4d24b48-616c-460e-8aa5-bf86f4c57b84 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:39:29.418524 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-47dd5da5-5116-4c28-baed-b15c1f7d0735 None None] Port 079336da-b0eb-42f1-9bda-d606a71a534f cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:39:29.465011 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'name': 'tempest-TestMinimumBasicScenario-1718391069-router', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:25Z', 'updated_at': '2021-10-12T18:39:28Z', 'revision_number': 4, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'gw_port': {'id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:26Z', 'updated_at': '2021-10-12T18:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '079336da-b0eb-42f1-9bda-d606a71a534f', 'name': '', 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'mac_address': 'fa:16:3e:bf:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '22774e89-fa6f-427c-a824-405ab622945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:28Z', 'updated_at': '2021-10-12T18:39:28Z', 'revision_number': 1, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'subnets': [{'id': '22774e89-fa6f-427c-a824-405ab622945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:29.479259 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:39:29.484679 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-d6840045-9fec-4035-97ae-01cced1a0419 admin admin] 10.222.0.18 "PUT /v2.0/routers/b4d24b48-616c-460e-8aa5-bf86f4c57b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6876454 Oct 12 18:39:29.491732 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d7bce-2b0d-4052-9547-1b1d2b29e5d2 None None] The sync data for ids ['b4d24b48-616c-460e-8aa5-bf86f4c57b84'] in dv-cinder-813227-2-iscsi is: [{'id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'name': 'tempest-TestMinimumBasicScenario-1718391069-router', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:25Z', 'updated_at': '2021-10-12T18:39:28Z', 'revision_number': 4, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'gw_port': {'id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:26Z', 'updated_at': '2021-10-12T18:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '079336da-b0eb-42f1-9bda-d606a71a534f', 'name': '', 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'mac_address': 'fa:16:3e:bf:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '22774e89-fa6f-427c-a824-405ab622945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:28Z', 'updated_at': '2021-10-12T18:39:28Z', 'revision_number': 1, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'subnets': [{'id': '22774e89-fa6f-427c-a824-405ab622945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:39:29.537233 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-2563a0ad-6e31-481a-8c93-365e05478cb3 None None] Provisioning complete for port 079336da-b0eb-42f1-9bda-d606a71a534f triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:29.538211 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2563a0ad-6e31-481a-8c93-365e05478cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:29.575488 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2563a0ad-6e31-481a-8c93-365e05478cb3 None None] Port 079336da-b0eb-42f1-9bda-d606a71a534f cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:39:30.885438 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:30.941832 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:30.942205 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:31.027057 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:31.050617 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] For port 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:39:31.120981 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:31.179536 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Pushing event updated for resources: {'Port': ['ID=4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:32.848898 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:32.882049 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Sync routers for ids ['b4d24b48-616c-460e-8aa5-bf86f4c57b84'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:39:32.890826 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Routers {'b4d24b48-616c-460e-8aa5-bf86f4c57b84'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:39:32.891723 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:39:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b4d24b48-616c-460e-8aa5-bf86f4c57b84'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:32.908505 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:32.908874 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.008343 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Set router b4d24b48-616c-460e-8aa5-bf86f4c57b84 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:39:33.237462 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'name': 'tempest-TestMinimumBasicScenario-1718391069-router', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:25Z', 'updated_at': '2021-10-12T18:39:28Z', 'revision_number': 4, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'gw_port': {'id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:26Z', 'updated_at': '2021-10-12T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '079336da-b0eb-42f1-9bda-d606a71a534f', 'name': '', 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'mac_address': 'fa:16:3e:bf:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '22774e89-fa6f-427c-a824-405ab622945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:28Z', 'updated_at': '2021-10-12T18:39:28Z', 'revision_number': 2, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'subnets': [{'id': '22774e89-fa6f-427c-a824-405ab622945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:33.307216 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Checking router: b4d24b48-616c-460e-8aa5-bf86f4c57b84 for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:39:33.307216 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Updating router b4d24b48-616c-460e-8aa5-bf86f4c57b84 port 079336da-b0eb-42f1-9bda-d606a71a534f binding host dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:39:33.307216 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.550495 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.646734 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.692747 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb511e8-e5a0-4746-bf3f-21585367cd70 None None] Pushing event updated for resources: {'Port': ['ID=079336da-b0eb-42f1-9bda-d606a71a534f,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:33.756818 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Attempting to bind port 079336da-b0eb-42f1-9bda-d606a71a534f on host dv-cinder-813227-2-iscsi for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:39:33.757652 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Attempting to bind port 079336da-b0eb-42f1-9bda-d606a71a534f by drivers openvswitch,hyperv on host dv-cinder-813227-2-iscsi at level 0 using segments [{'id': 'ef3532ae-cca0-46d0-9c03-a49583c6b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:39:33.758278 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Attempting to bind port 079336da-b0eb-42f1-9bda-d606a71a534f on network 3d745265-fd4f-46b2-95c3-d251398ff9f6 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:39:33.764523 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Checking agent: {'id': '60925624-14dc-4add-9db1-3d0f7e174bb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 17, 8), 'started_at': datetime.datetime(2021, 10, 12, 18, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:39:33.765191 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Checking segment: {'id': 'ef3532ae-cca0-46d0-9c03-a49583c6b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:33.766648 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.766648 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Bound using segment: {'id': 'ef3532ae-cca0-46d0-9c03-a49583c6b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:39:33.767169 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Bound port: 079336da-b0eb-42f1-9bda-d606a71a534f, host: dv-cinder-813227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3532ae-cca0-46d0-9c03-a49583c6b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:39:33.767820 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.845070 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] For port 079336da-b0eb-42f1-9bda-d606a71a534f, host dv-cinder-813227-2-iscsi, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:39:33.848075 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] For port 079336da-b0eb-42f1-9bda-d606a71a534f, host dv-cinder-813227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=079336da-b0eb-42f1-9bda-d606a71a534f,segment=NetworkSegment(ef3532ae-cca0-46d0-9c03-a49583c6b99b),segment_id=ef3532ae-cca0-46d0-9c03-a49583c6b99b)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:39:33.933203 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-348e3709-43f4-486f-b4c5-5ef1328a9bd9 None None] Provisioning complete for port 079336da-b0eb-42f1-9bda-d606a71a534f triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:33.933791 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-348e3709-43f4-486f-b4c5-5ef1328a9bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.950333 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:33.973137 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-348e3709-43f4-486f-b4c5-5ef1328a9bd9 None None] Port 079336da-b0eb-42f1-9bda-d606a71a534f cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:39:34.023998 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb511e8-e5a0-4746-bf3f-21585367cd70 None None] Pushing event updated for resources: {'Port': ['ID=079336da-b0eb-42f1-9bda-d606a71a534f,revision_number=4']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:34.033206 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Routers {'b4d24b48-616c-460e-8aa5-bf86f4c57b84'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:39:34.033823 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:39:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b4d24b48-616c-460e-8aa5-bf86f4c57b84'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:34.263443 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] Set router b4d24b48-616c-460e-8aa5-bf86f4c57b84 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:39:34.298779 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-7d0242f9-5540-45c8-9f93-165da8dadf8c None None] Provisioning complete for port 079336da-b0eb-42f1-9bda-d606a71a534f triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:34.299131 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d0242f9-5540-45c8-9f93-165da8dadf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:34.371250 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15020163-9996-4d13-896c-3ca42c05ce23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:34.387517 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d0242f9-5540-45c8-9f93-165da8dadf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:34.425137 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-7d0242f9-5540-45c8-9f93-165da8dadf8c None None] For port 079336da-b0eb-42f1-9bda-d606a71a534f, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=079336da-b0eb-42f1-9bda-d606a71a534f,segment=NetworkSegment(ef3532ae-cca0-46d0-9c03-a49583c6b99b),segment_id=ef3532ae-cca0-46d0-9c03-a49583c6b99b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:39:34.498333 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d0242f9-5540-45c8-9f93-165da8dadf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:34.504518 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'name': 'tempest-TestMinimumBasicScenario-1718391069-router', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:25Z', 'updated_at': '2021-10-12T18:39:28Z', 'revision_number': 4, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'gw_port': {'id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:26Z', 'updated_at': '2021-10-12T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '079336da-b0eb-42f1-9bda-d606a71a534f', 'name': '', 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'mac_address': 'fa:16:3e:bf:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '22774e89-fa6f-427c-a824-405ab622945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:28Z', 'updated_at': '2021-10-12T18:39:33Z', 'revision_number': 4, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'subnets': [{'id': '22774e89-fa6f-427c-a824-405ab622945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:39:34.532579 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214443f-979a-46ed-9417-edb9e6c362e3 None None] The sync data for ids ['b4d24b48-616c-460e-8aa5-bf86f4c57b84'] in dv-cinder-813227-2-iscsi is: [{'id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'name': 'tempest-TestMinimumBasicScenario-1718391069-router', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:25Z', 'updated_at': '2021-10-12T18:39:28Z', 'revision_number': 4, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'gw_port': {'id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:26Z', 'updated_at': '2021-10-12T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '079336da-b0eb-42f1-9bda-d606a71a534f', 'name': '', 'network_id': '3d745265-fd4f-46b2-95c3-d251398ff9f6', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'mac_address': 'fa:16:3e:bf:bd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '22774e89-fa6f-427c-a824-405ab622945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:28Z', 'updated_at': '2021-10-12T18:39:33Z', 'revision_number': 4, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'subnets': [{'id': '22774e89-fa6f-427c-a824-405ab622945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:39:34.575526 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0242f9-5540-45c8-9f93-165da8dadf8c None None] Pushing event updated for resources: {'Port': ['ID=079336da-b0eb-42f1-9bda-d606a71a534f,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:34.913691 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 079336da-b0eb-42f1-9bda-d606a71a534f up at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:39:34.972076 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Provisioning complete for port 079336da-b0eb-42f1-9bda-d606a71a534f triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:34.978867 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:37.287263 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c44e5c67-0516-4fcf-92ef-865c3b783d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:38.075078 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:38.343921 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:39.949973 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:40.754460 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-144e3cd9-9e06-4db2-890e-2fb847229cb0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:40.755913 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-144e3cd9-9e06-4db2-890e-2fb847229cb0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/networks?id=3d0573ae-2da0-4453-9bd0-f9ed20787481 HTTP/1.1" status: 200 len: 815 time: 0.0989280 Oct 12 18:39:40.770210 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15a45fe5-fe1e-4bfa-bcd0-95c79ee0b96b tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/quotas/8636fe098af34b33b41c75cf2f0072d5 HTTP/1.1" status: 200 len: 375 time: 0.0086758 Oct 12 18:39:40.823488 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-136ad0f4-e9a5-4566-a070-9d4d0685bc49 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8636fe098af34b33b41c75cf2f0072d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482583 Oct 12 18:39:40.914199 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-17f45aec-1482-4323-b5bd-44a481930013 service neutron] 10.222.0.18 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795722 Oct 12 18:39:40.954894 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:41.005729 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-083c9965-ee41-4346-b804-418fa51dab60 service neutron] 10.222.0.18 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849414 Oct 12 18:39:41.246007 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c8ec8153-efd8-4013-9ebf-820750a94b60 req-28dd8c8d-8041-4989-9e6c-b4ba6207419c tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 210 time: 0.0269833 Oct 12 18:39:42.320678 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4395cd8c-7f52-452a-9dc6-c6b14d587adc req-878c55ec-df70-4d47-9b3c-98e5d2611f91 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 210 time: 0.0257688 Oct 12 18:39:43.412338 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-6a15fb95-bb58-4a87-84bd-3034db527158 req-41a1ec6b-81f1-4218-975c-37b56b997cf2 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 210 time: 0.0258212 Oct 12 18:39:44.168210 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-9ebd7865-a26e-4555-a80d-6fe70a1a8026 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:44.170570 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-9ebd7865-a26e-4555-a80d-6fe70a1a8026 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.42 "GET /v2.0/networks?id=3d0573ae-2da0-4453-9bd0-f9ed20787481 HTTP/1.1" status: 200 len: 815 time: 0.1054173 Oct 12 18:39:44.186708 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-3644d507-b02a-448f-9be5-caaff5864691 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Request body: {'port': {'device_id': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'admin_state_up': True, 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:44.343399 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-3644d507-b02a-448f-9be5-caaff5864691 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Made reservation on behalf of 8636fe098af34b33b41c75cf2f0072d5 for: {'port': 1} {{(pid=94836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:39:44.346926 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-3644d507-b02a-448f-9be5-caaff5864691 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:44.470295 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_common [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-3644d507-b02a-448f-9be5-caaff5864691 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Allocated IP 172.20.0.7 (3d0573ae-2da0-4453-9bd0-f9ed20787481/acddea6e-d9a6-46eb-ae42-42e9ca237f2a/8ab1a3fe-6549-471b-9b2a-fb824d78b666) {{(pid=94836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:39:44.510862 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-56734b4c-d053-44fb-b526-3ce01b451b8d req-3ea35abb-f388-426e-8e95-46b4712dede6 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 210 time: 0.0258842 Oct 12 18:39:44.619511 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-3644d507-b02a-448f-9be5-caaff5864691 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for port, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:44.732116 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-3644d507-b02a-448f-9be5-caaff5864691 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:44.774336 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-3644d507-b02a-448f-9be5-caaff5864691 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Network 3d0573ae-2da0-4453-9bd0-f9ed20787481 is already hosted by enough agents. {{(pid=94836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:39:44.777429 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.base_scheduler [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-3644d507-b02a-448f-9be5-caaff5864691 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Resources bound (agent type, host, resource id): {{(pid=94836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:39:44.779730 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-3644d507-b02a-448f-9be5-caaff5864691 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Received port after_create {{(pid=94836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:39:44.814200 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644d507-b02a-448f-9be5-caaff5864691 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event updated for resources: {'Port': ['ID=8ab1a3fe-6549-471b-9b2a-fb824d78b666,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:44.847559 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-3644d507-b02a-448f-9be5-caaff5864691 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:44.848215 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-3644d507-b02a-448f-9be5-caaff5864691 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:44.930844 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-3644d507-b02a-448f-9be5-caaff5864691 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7497585 Oct 12 18:39:45.078278 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-48a84886-f25d-4753-bc98-699169bf7d90 None None] Provisioning complete for port 8ab1a3fe-6549-471b-9b2a-fb824d78b666 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:39:45.078900 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48a84886-f25d-4753-bc98-699169bf7d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:45.118791 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-48a84886-f25d-4753-bc98-699169bf7d90 None None] Port 8ab1a3fe-6549-471b-9b2a-fb824d78b666 cannot update to ACTIVE because it is not bound. {{(pid=94837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:39:45.794330 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75898c-9f2d-4f5d-b38e-159be63bdd8b req-9459b1ee-92f6-40c4-a385-d10d0f73daa6 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:45.795964 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1e75898c-9f2d-4f5d-b38e-159be63bdd8b req-9459b1ee-92f6-40c4-a385-d10d0f73daa6 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 931 time: 0.0563581 Oct 12 18:39:45.836549 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1e75898c-9f2d-4f5d-b38e-159be63bdd8b req-78346f12-9cd8-4a49-b9c7-63f19fb7b886 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344610 Oct 12 18:39:46.952446 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb5d3c-7327-4a4c-9c4b-3828f06f03cf req-b20a7436-3246-4fa1-938f-2c56a0d9aaff tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:46.954163 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-81bb5d3c-7327-4a4c-9c4b-3828f06f03cf req-b20a7436-3246-4fa1-938f-2c56a0d9aaff tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 931 time: 0.0513406 Oct 12 18:39:46.994665 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-81bb5d3c-7327-4a4c-9c4b-3828f06f03cf req-f03fe627-97c3-44ac-aae5-6b13725c88bd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Oct 12 18:39:48.110744 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180e6d1-8229-4083-8d1b-a65f3c543362 req-cda0293b-c9aa-4201-ada2-0b97cc9778b8 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:48.112214 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f180e6d1-8229-4083-8d1b-a65f3c543362 req-cda0293b-c9aa-4201-ada2-0b97cc9778b8 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 931 time: 0.0501771 Oct 12 18:39:48.154446 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-f180e6d1-8229-4083-8d1b-a65f3c543362 req-dcafc264-b724-4adf-875a-ff2b36849f17 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336227 Oct 12 18:39:49.272875 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc1a3d-190a-41b3-91e5-93db40f0fdeb req-bf304f8a-ca60-495e-8a6f-2d48a2051127 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:49.274459 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cacc1a3d-190a-41b3-91e5-93db40f0fdeb req-bf304f8a-ca60-495e-8a6f-2d48a2051127 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 931 time: 0.0536034 Oct 12 18:39:49.314454 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cacc1a3d-190a-41b3-91e5-93db40f0fdeb req-bd557c11-6252-49b2-8edc-1b8bf6ae9d18 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339425 Oct 12 18:39:50.429737 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5f33c-37c6-4559-9043-4d014b4425bc req-dd444bec-1223-437d-9d6b-05946fbcf511 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:50.431192 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0dc5f33c-37c6-4559-9043-4d014b4425bc req-dd444bec-1223-437d-9d6b-05946fbcf511 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 931 time: 0.0508554 Oct 12 18:39:50.468829 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0dc5f33c-37c6-4559-9043-4d014b4425bc req-1e0b1936-1689-40be-b167-34a276213e75 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Oct 12 18:39:51.594528 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f9751-bbf5-41ee-a981-38fd08e2fbcf req-a050dfe5-1777-4ccf-9315-1eda008f0544 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:51.596884 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3c0f9751-bbf5-41ee-a981-38fd08e2fbcf req-a050dfe5-1777-4ccf-9315-1eda008f0544 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 931 time: 0.0566323 Oct 12 18:39:51.639520 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-3c0f9751-bbf5-41ee-a981-38fd08e2fbcf req-95279f7b-ec00-47ac-b78c-31e6b673e59c tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365775 Oct 12 18:39:51.991951 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:39:52.763081 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d1fe5-777b-4310-a060-59258b6a930e req-fc49c29e-dacc-4a93-82d1-063112f40b61 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:52.764734 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-905d1fe5-777b-4310-a060-59258b6a930e req-fc49c29e-dacc-4a93-82d1-063112f40b61 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 931 time: 0.0538445 Oct 12 18:39:52.804823 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-905d1fe5-777b-4310-a060-59258b6a930e req-08e210cb-79da-4e71-9700-a8b01f34e192 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337064 Oct 12 18:39:53.926966 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90de20e-9a1c-4315-a5ee-be04fb6e58c0 req-c42ac879-665e-4afa-8cba-8d95ef1a2e4d tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:53.928394 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c90de20e-9a1c-4315-a5ee-be04fb6e58c0 req-c42ac879-665e-4afa-8cba-8d95ef1a2e4d tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 931 time: 0.0511651 Oct 12 18:39:53.969547 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c90de20e-9a1c-4315-a5ee-be04fb6e58c0 req-b1b7f5e5-dace-42bb-9582-e0d2e061e4c9 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349195 Oct 12 18:39:55.093131 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e11d0d-6f5c-4549-a360-9f9897aea3ca req-8ff80efb-b923-452e-acfc-6ad5e1ab27a8 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:55.094554 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-62e11d0d-6f5c-4549-a360-9f9897aea3ca req-8ff80efb-b923-452e-acfc-6ad5e1ab27a8 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 931 time: 0.0475290 Oct 12 18:39:55.131316 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-62e11d0d-6f5c-4549-a360-9f9897aea3ca req-9fe0c99e-ca04-44f7-bf39-419ab1bec572 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304413 Oct 12 18:39:56.245757 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d47789-174b-4c42-90e1-9041922a9b86 req-2b38d759-a3db-476c-9da2-1272917dde9c tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:56.247191 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c5d47789-174b-4c42-90e1-9041922a9b86 req-2b38d759-a3db-476c-9da2-1272917dde9c tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 931 time: 0.0504665 Oct 12 18:39:56.290118 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c5d47789-174b-4c42-90e1-9041922a9b86 req-638e998a-6934-4eb0-906f-c92d87517eb4 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369070 Oct 12 18:39:56.866207 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Request body: {'port': {'device_id': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:39:56.923316 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:57.175093 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab1a3fe-6549-471b-9b2a-fb824d78b666 {{(pid=94836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:39:57.182782 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:57.195817 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.provisioning_blocks [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Transition to ACTIVE for port object 8ab1a3fe-6549-471b-9b2a-fb824d78b666 will not be triggered until provisioned by entity L2. {{(pid=94836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:39:57.246091 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:57.294252 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Pushing event updated for resources: {'Port': ['ID=8ab1a3fe-6549-471b-9b2a-fb824d78b666,revision_number=2']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:57.367772 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Attempting to bind port 8ab1a3fe-6549-471b-9b2a-fb824d78b666 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:39:57.368109 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Attempting to bind port 8ab1a3fe-6549-471b-9b2a-fb824d78b666 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4682b52f-d727-4288-921f-9fa6876a05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481'}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:39:57.368467 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Attempting to bind port 8ab1a3fe-6549-471b-9b2a-fb824d78b666 on network 3d0573ae-2da0-4453-9bd0-f9ed20787481 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:39:57.373178 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Port 8ab1a3fe-6549-471b-9b2a-fb824d78b666 on network 3d0573ae-2da0-4453-9bd0-f9ed20787481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:39:57.373571 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Attempting to bind port 8ab1a3fe-6549-471b-9b2a-fb824d78b666 on network 3d0573ae-2da0-4453-9bd0-f9ed20787481 {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:39:57.383668 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Checking agent: {'id': '72ff1a3a-347d-4e03-bfd3-8b35d9e42304', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'started_at': datetime.datetime(2021, 10, 12, 18, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:39:57.383668 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Checking segment: {'id': '4682b52f-d727-4288-921f-9fa6876a05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:39:57.383668 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Bound using segment: {'id': '4682b52f-d727-4288-921f-9fa6876a05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481'} {{(pid=94836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:39:57.383668 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.managers [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Bound port: 8ab1a3fe-6549-471b-9b2a-fb824d78b666, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4682b52f-d727-4288-921f-9fa6876a05f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481'}}] {{(pid=94836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:39:57.383668 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:57.426776 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a926c80-9ebf-4bdd-b319-0f07d4f68e5f req-0f748516-83ba-4a6b-9fd5-187997e1ef2c tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:57.429108 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7a926c80-9ebf-4bdd-b319-0f07d4f68e5f req-0f748516-83ba-4a6b-9fd5-187997e1ef2c tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 943 time: 0.0641484 Oct 12 18:39:57.457359 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] For port 8ab1a3fe-6549-471b-9b2a-fb824d78b666, host hv-cinder-81322, cleared binding levels {{(pid=94836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:39:57.460336 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] For port 8ab1a3fe-6549-471b-9b2a-fb824d78b666, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:39:57.467415 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-7a926c80-9ebf-4bdd-b319-0f07d4f68e5f req-200fa2c6-a2c3-478b-aa77-1f49afafe08a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320342 Oct 12 18:39:57.515297 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249966'] for port, after_update {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:57.551906 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:57.552534 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:39:57.554418 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] 10.222.0.42 "PUT /v2.0/ports/8ab1a3fe-6549-471b-9b2a-fb824d78b666 HTTP/1.1" status: 200 len: 1093 time: 0.6926785 Oct 12 18:39:57.554850 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:39:57.557110 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c542ec-ffc5-46c2-ba96-2bdfe302aa6a" -d '{"events": [{"name": "network-changed", "server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:39:57.578476 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15595df4-9e7e-4701-908e-73e0182b107c service neutron] Pushing event updated for resources: {'Port': ['ID=8ab1a3fe-6549-471b-9b2a-fb824d78b666,revision_number=3']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:39:57.602166 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8ca542-58ee-4e98-a4f0-7dec113d2ad8 x-openstack-request-id: req-3f8ca542-58ee-4e98-a4f0-7dec113d2ad8 {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:39:57.602588 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:39:57.602698 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f8ca542-58ee-4e98-a4f0-7dec113d2ad8 {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:39:57.603074 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666', 'status': 'completed', 'code': 200} Oct 12 18:39:57.669302 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c542ec-ffc5-46c2-ba96-2bdfe302aa6a req-abe8811e-ec67-4618-b6e7-9eb0f8097e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:57.670814 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d2c542ec-ffc5-46c2-ba96-2bdfe302aa6a req-abe8811e-ec67-4618-b6e7-9eb0f8097e7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8636fe098af34b33b41c75cf2f0072d5&device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 1096 time: 0.0418134 Oct 12 18:39:57.776822 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c542ec-ffc5-46c2-ba96-2bdfe302aa6a req-c4203ff3-6c3d-4a3e-b726-255c006c39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:57.778248 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d2c542ec-ffc5-46c2-ba96-2bdfe302aa6a req-c4203ff3-6c3d-4a3e-b726-255c006c39f3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8636fe098af34b33b41c75cf2f0072d5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0989072 Oct 12 18:39:57.867842 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c542ec-ffc5-46c2-ba96-2bdfe302aa6a req-dafc8afb-b4c0-4f3e-9b20-ab8a51440afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:57.869203 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-d2c542ec-ffc5-46c2-ba96-2bdfe302aa6a req-dafc8afb-b4c0-4f3e-9b20-ab8a51440afb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847008 Oct 12 18:39:57.945102 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-70d8c6d4-6987-4cd8-a7bb-8b7c56e17a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:57.946481 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-70d8c6d4-6987-4cd8-a7bb-8b7c56e17a0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8636fe098af34b33b41c75cf2f0072d5&device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 1096 time: 0.0435958 Oct 12 18:39:57.985483 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-49b44f3b-ee71-456a-943b-249a1ccd9530 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666 HTTP/1.1" status: 200 len: 217 time: 0.0317371 Oct 12 18:39:58.031793 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-0d7f04fc-05a1-4550-85bb-abaccb9f70ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:58.033252 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-0d7f04fc-05a1-4550-85bb-abaccb9f70ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acddea6e-d9a6-46eb-ae42-42e9ca237f2a HTTP/1.1" status: 200 len: 854 time: 0.0413346 Oct 12 18:39:58.080607 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-9a053d68-6eda-4c8e-b043-ff2df40918de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:58.082087 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-9a053d68-6eda-4c8e-b043-ff2df40918de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d0573ae-2da0-4453-9bd0-f9ed20787481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422318 Oct 12 18:39:58.168241 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-1ab9644c-6bb6-4d57-9eca-bd3c6484733f service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789511 Oct 12 18:39:58.260250 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0ecbbdf6-18b2-4325-bfd3-f46caa5d4948 req-46655e32-84df-47d0-87c7-f6fd78a6c29d service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852704 Oct 12 18:39:58.579942 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d866ee-0b8f-484f-92ea-6a7f035317ac req-f5712005-af6f-49d5-b50b-22b30d4c8783 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:58.581409 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-90d866ee-0b8f-484f-92ea-6a7f035317ac req-f5712005-af6f-49d5-b50b-22b30d4c8783 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 943 time: 0.0487044 Oct 12 18:39:58.618510 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-90d866ee-0b8f-484f-92ea-6a7f035317ac req-51dc689f-ce28-46ca-b5a5-8b8cf9d56030 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306406 Oct 12 18:39:59.737304 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0467b7-1567-4455-ba4e-fa8beb49d128 req-c4609167-f732-47f4-bef5-81f9ca1e63ca tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:39:59.738734 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a0467b7-1567-4455-ba4e-fa8beb49d128 req-c4609167-f732-47f4-bef5-81f9ca1e63ca tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 943 time: 0.0514362 Oct 12 18:39:59.775757 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-4a0467b7-1567-4455-ba4e-fa8beb49d128 req-becedfd9-b788-49ab-9e87-7d117da4b5c5 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312095 Oct 12 18:40:00.259947 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 8ab1a3fe-6549-471b-9b2a-fb824d78b666 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=94837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:40:00.352776 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 8ab1a3fe-6549-471b-9b2a-fb824d78b666, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:40:00.363513 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Returning: {'device': '8ab1a3fe-6549-471b-9b2a-fb824d78b666', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'port_id': '8ab1a3fe-6549-471b-9b2a-fb824d78b666', 'mac_address': 'fa:16:3e:ce:4f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:40:00.401964 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:00.414051 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab1a3fe-6549-471b-9b2a-fb824d78b666 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:40:00.432709 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 8ab1a3fe-6549-471b-9b2a-fb824d78b666, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:40:00.496874 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:00.543343 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=8ab1a3fe-6549-471b-9b2a-fb824d78b666,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:40:00.790963 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['8ab1a3fe-6549-471b-9b2a-fb824d78b666'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:40:00.887105 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a84a7-fd01-4a39-8a38-8b1ff5e723e9 req-679517c1-a14a-4632-86ca-aded83927e95 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:00.888696 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-384a84a7-fd01-4a39-8a38-8b1ff5e723e9 req-679517c1-a14a-4632-86ca-aded83927e95 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 944 time: 0.0484705 Oct 12 18:40:00.926223 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-384a84a7-fd01-4a39-8a38-8b1ff5e723e9 req-f682f512-df00-4fbc-aee0-a376a4b26c00 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Oct 12 18:40:02.036884 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d897dea-58f8-418d-961c-6dcb3f36d9d9 req-392ba693-a1f3-4c84-b6d4-27d985786883 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:02.038344 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8d897dea-58f8-418d-961c-6dcb3f36d9d9 req-392ba693-a1f3-4c84-b6d4-27d985786883 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 944 time: 0.0484660 Oct 12 18:40:02.075631 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8d897dea-58f8-418d-961c-6dcb3f36d9d9 req-b9430b5d-18a6-45a4-a126-e92eefca5965 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Oct 12 18:40:02.290996 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 8ab1a3fe-6549-471b-9b2a-fb824d78b666 up at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:40:02.411683 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning for port 8ab1a3fe-6549-471b-9b2a-fb824d78b666 completed by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:40:02.416125 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Provisioning complete for port 8ab1a3fe-6549-471b-9b2a-fb824d78b666 triggered by entity L2. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:40:02.416516 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:02.488823 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:02.510459 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:40:02.512679 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd37980214f703827eb91c4136016d1c8b9678217c0ed528f44dd0993e72e0da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afb4071-cf05-41c5-abd0-c2c3e4b5d419" -d '{"events": [{"server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "name": "network-vif-plugged", "status": "completed", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:40:02.525032 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] For port 8ab1a3fe-6549-471b-9b2a-fb824d78b666, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:40:02.548585 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545ce7f4-70b4-4c20-9f75-9fd56d83f1b8 x-openstack-request-id: req-545ce7f4-70b4-4c20-9f75-9fd56d83f1b8 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:40:02.548874 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "name": "network-vif-plugged", "status": "completed", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:40:02.549129 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-545ce7f4-70b4-4c20-9f75-9fd56d83f1b8 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:40:02.549523 dv-cinder-813227-2-iscsi neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666', 'code': 200} Oct 12 18:40:02.605959 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:02.655615 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Pushing event updated for resources: {'Port': ['ID=8ab1a3fe-6549-471b-9b2a-fb824d78b666,revision_number=5']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:40:02.811918 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde4f70-52b7-4c2f-ae58-069b5b4ed476 req-5c3dc9a8-7571-42f9-bb90-fae1abe53f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:02.813477 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0fde4f70-52b7-4c2f-ae58-069b5b4ed476 req-5c3dc9a8-7571-42f9-bb90-fae1abe53f79 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 1098 time: 0.0398898 Oct 12 18:40:02.847842 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0fde4f70-52b7-4c2f-ae58-069b5b4ed476 req-58406055-7786-45aa-95a9-39f96647966c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264845 Oct 12 18:40:03.187785 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4fd27-00ad-466a-bb34-43534de45269 req-3c4a922e-5fb7-4930-b994-60611b5ee963 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:03.189259 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-70d4fd27-00ad-466a-bb34-43534de45269 req-3c4a922e-5fb7-4930-b994-60611b5ee963 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 945 time: 0.0508683 Oct 12 18:40:03.225974 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-70d4fd27-00ad-466a-bb34-43534de45269 req-8e9a4a7b-0e39-4d4f-9379-3df96d20334f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309453 Oct 12 18:40:04.326298 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b9d2841a-ad9c-4900-8b69-84a5e856275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:04.346846 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a680b85-2f1e-4173-b955-d640b8b7cb3c req-80cf0158-3703-4b96-9db9-d27e53a70899 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:04.348522 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0a680b85-2f1e-4173-b955-d640b8b7cb3c req-80cf0158-3703-4b96-9db9-d27e53a70899 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 945 time: 0.0576913 Oct 12 18:40:04.386589 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-0a680b85-2f1e-4173-b955-d640b8b7cb3c req-8933f231-b0e8-47c0-8795-36724dd6ca5e tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320988 Oct 12 18:40:05.497468 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c6fcd-6f58-47ec-8db6-bf58747e564e req-c8f4db01-68f2-4d07-84e7-04238369bf98 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:05.498903 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-496c6fcd-6f58-47ec-8db6-bf58747e564e req-c8f4db01-68f2-4d07-84e7-04238369bf98 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 945 time: 0.0476122 Oct 12 18:40:05.535805 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-496c6fcd-6f58-47ec-8db6-bf58747e564e req-c94a3944-5dea-4a5a-89ef-4e22e2173662 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306950 Oct 12 18:40:05.649372 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a8f23-3fc1-472b-bdd3-2180da7b5b62 req-5608804c-f4a2-4314-a25a-4b184f1303f3 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:05.650804 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-236a8f23-3fc1-472b-bdd3-2180da7b5b62 req-5608804c-f4a2-4314-a25a-4b184f1303f3 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 945 time: 0.0521195 Oct 12 18:40:05.687895 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-236a8f23-3fc1-472b-bdd3-2180da7b5b62 req-9c908780-d65b-4d08-a261-d37669149b78 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303938 Oct 12 18:40:06.153020 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f362ad-aecb-4172-a5c7-d4e05029acbb req-ff8732ed-4e30-4909-bec9-0ab79a404633 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:06.154429 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-74f362ad-aecb-4172-a5c7-d4e05029acbb req-ff8732ed-4e30-4909-bec9-0ab79a404633 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 945 time: 0.0476418 Oct 12 18:40:06.190466 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-74f362ad-aecb-4172-a5c7-d4e05029acbb req-e68330ab-9cde-4454-8a13-46f1d80af1dc tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301180 Oct 12 18:40:07.325539 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a6362207-f8b9-4134-a022-df6f1e239c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:07.994867 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:08.331510 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:09.989059 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:10.931556 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:16.412452 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85442021-417d-4175-b93d-2d8a174a0e05 req-ac9a8e1d-6032-413e-9ee7-f09c6cbf516f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:16.413891 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-85442021-417d-4175-b93d-2d8a174a0e05 req-ac9a8e1d-6032-413e-9ee7-f09c6cbf516f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 945 time: 0.0480971 Oct 12 18:40:16.451516 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-85442021-417d-4175-b93d-2d8a174a0e05 req-5bf9e8f0-7517-49fa-b431-d0a576b18d3d tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311294 Oct 12 18:40:16.473192 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55730) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:40:16.600308 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622f9fdf-d9c9-4f46-8930-9b8665962b1a tempest-TestMinimumBasicScenario-1006962155 tempest-TestMinimumBasicScenario-1006962155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:16.601785 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-622f9fdf-d9c9-4f46-8930-9b8665962b1a tempest-TestMinimumBasicScenario-1006962155 tempest-TestMinimumBasicScenario-1006962155-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 1093 time: 0.1276431 Oct 12 18:40:16.604700 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55734) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:40:16.609312 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Request body: {'floatingip': {'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'port_id': '8ab1a3fe-6549-471b-9b2a-fb824d78b666', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:40:16.725331 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for floatingip, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:16.818021 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:16.921013 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_common [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Allocated IP 172.27.1.157 (27969040-b1e7-431a-ac38-d174cd0b9f0d/fa1c9e6e-e3f5-420b-af24-07e3ea688cbf/bee47027-a7da-42cd-9eaf-19f1b191b33f) {{(pid=94835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:40:17.017723 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for port, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:17.092197 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788962808540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:17.135932 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Network 27969040-b1e7-431a-ac38-d174cd0b9f0d is already hosted by enough agents. {{(pid=94835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:40:17.139175 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.base_scheduler [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Resources bound (agent type, host, resource id): {{(pid=94835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:40:17.143348 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Received port after_create {{(pid=94835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:40:17.146379 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event updated for resources: {'Port': ['ID=bee47027-a7da-42cd-9eaf-19f1b191b33f,revision_number=1']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:40:17.173537 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:17.173883 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:17.174221 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:17.174555 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:17.174883 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:17.175208 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:17.175665 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:17.175994 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:17.176318 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:17.176665 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:17.176991 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:17.177312 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:17.492236 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:17.876643 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:18.018087 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:18.073871 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:18.134278 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event updated for resources: {'Port': ['ID=bee47027-a7da-42cd-9eaf-19f1b191b33f,revision_number=2']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:40:18.148718 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-592790'] for floatingip, after_create {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:18.244145 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.l3_db [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Floating IP 325bc875-438b-45cf-8b1a-1af8b999db83 associated. External IP: 172.27.1.157, port: 8ab1a3fe-6549-471b-9b2a-fb824d78b666. Oct 12 18:40:18.443589 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:40:18.549515 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:40:18.559200 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d5c45-c1f5-403d-8703-7b4dfe2edc46 None None] Sync routers for ids ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:40:18.568108 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d5c45-c1f5-403d-8703-7b4dfe2edc46 None None] Routers {'33da07a8-6dd1-4ac5-82c7-af9dce2790d4'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:40:18.568742 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-728d5c45-c1f5-403d-8703-7b4dfe2edc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:40:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:40:18.608046 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:18.635125 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-d72b0130-2ac1-4cf5-bb59-078ac8bd7bdd tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0294333 Oct 12 18:40:18.635706 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:40:18.638501 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55736) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:40:18.638993 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5127b6cb-ac10-4a34-ae9f-81094b4b12f5" -d '{"events": [{"name": "network-changed", "server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:40:18.643631 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124172096', 'description': 'tempest-secgroup-smoke-124172096 description', 'project_id': '8636fe098af34b33b41c75cf2f0072d5'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:40:18.673906 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-728d5c45-c1f5-403d-8703-7b4dfe2edc46 None None] Set router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:40:18.676347 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3b09d8-e5ac-4f65-8f30-cd68bf04227c x-openstack-request-id: req-bf3b09d8-e5ac-4f65-8f30-cd68bf04227c {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:40:18.682388 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:40:18.682388 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf3b09d8-e5ac-4f65-8f30-cd68bf04227c {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:40:18.682388 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666', 'status': 'completed', 'code': 200} Oct 12 18:40:18.732016 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:18.754437 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127b6cb-ac10-4a34-ae9f-81094b4b12f5 req-656ac3ca-6181-4e5e-b54b-eb5a85287b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:18.755935 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5127b6cb-ac10-4a34-ae9f-81094b4b12f5 req-656ac3ca-6181-4e5e-b54b-eb5a85287b48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8636fe098af34b33b41c75cf2f0072d5&device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 1098 time: 0.0550964 Oct 12 18:40:18.868625 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:18.881040 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127b6cb-ac10-4a34-ae9f-81094b4b12f5 req-7c7baf16-5581-4a27-b511-3c7bbdce6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:18.882543 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5127b6cb-ac10-4a34-ae9f-81094b4b12f5 req-7c7baf16-5581-4a27-b511-3c7bbdce6d20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d0573ae-2da0-4453-9bd0-f9ed20787481 HTTP/1.1" status: 200 len: 916 time: 0.1189632 Oct 12 18:40:18.898424 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-728d5c45-c1f5-403d-8703-7b4dfe2edc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:39:22Z', 'revision_number': 4, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port': {'id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:19Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': '325bc875-438b-45cf-8b1a-1af8b999db83', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'port_id': '8ab1a3fe-6549-471b-9b2a-fb824d78b666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'mac_address': 'fa:16:3e:ce:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:40:17Z', 'updated_at': '2021-10-12T18:40:17Z', 'revision_number': 0, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cead839-bd46-474b-88d0-d48d20ab8e19', 'name': '', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'mac_address': 'fa:16:3e:d3:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:21Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 5, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'subnets': [{'id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:40:18.924721 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d5c45-c1f5-403d-8703-7b4dfe2edc46 None None] Checking router: 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:40:18.931733 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:18.933136 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d5c45-c1f5-403d-8703-7b4dfe2edc46 None None] Routers {'33da07a8-6dd1-4ac5-82c7-af9dce2790d4'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:40:18.933917 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-728d5c45-c1f5-403d-8703-7b4dfe2edc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:40:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:40:18.973859 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10cc3a1d-7267-4369-8a4d-d361241151e1,revision_number=1']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:40:18.977158 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5127b6cb-ac10-4a34-ae9f-81094b4b12f5 req-e2954838-50bb-4dd2-a0a2-b157471526a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666 HTTP/1.1" status: 200 len: 999 time: 0.0880871 Oct 12 18:40:18.982987 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:18.983272 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:18.983608 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:18.983941 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:18.984269 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:18.984624 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:18.984949 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:18.985275 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:18.985596 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:18.985915 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:18.986232 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:18.986554 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:40:19.031216 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:19.035325 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-549bd6d6-0963-459c-9f45-98ea8b355ed0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3931704 Oct 12 18:40:19.035740 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55740) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:40:19.038254 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-728d5c45-c1f5-403d-8703-7b4dfe2edc46 None None] Set router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:40:19.040095 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-1c6d3286-ec14-4c4e-acf1-15d5d8047a0f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Request body: {'security_group_rule': {'security_group_id': '10cc3a1d-7267-4369-8a4d-d361241151e1', 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:40:19.046401 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127b6cb-ac10-4a34-ae9f-81094b4b12f5 req-ac11d4a1-5138-48e4-bd08-86384070c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:19.047853 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5127b6cb-ac10-4a34-ae9f-81094b4b12f5 req-ac11d4a1-5138-48e4-bd08-86384070c2d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acddea6e-d9a6-46eb-ae42-42e9ca237f2a HTTP/1.1" status: 200 len: 854 time: 0.0581810 Oct 12 18:40:19.098165 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127b6cb-ac10-4a34-ae9f-81094b4b12f5 req-034ce1ae-0378-44b0-bfb0-5206efa5a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:19.099734 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5127b6cb-ac10-4a34-ae9f-81094b4b12f5 req-034ce1ae-0378-44b0-bfb0-5206efa5a40b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d0573ae-2da0-4453-9bd0-f9ed20787481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434263 Oct 12 18:40:19.158905 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1c6d3286-ec14-4c4e-acf1-15d5d8047a0f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:19.385426 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-728d5c45-c1f5-403d-8703-7b4dfe2edc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:39:22Z', 'revision_number': 4, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port': {'id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:19Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': '325bc875-438b-45cf-8b1a-1af8b999db83', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'port_id': '8ab1a3fe-6549-471b-9b2a-fb824d78b666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'mac_address': 'fa:16:3e:ce:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:40:17Z', 'updated_at': '2021-10-12T18:40:17Z', 'revision_number': 0, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cead839-bd46-474b-88d0-d48d20ab8e19', 'name': '', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'mac_address': 'fa:16:3e:d3:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:21Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 5, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'subnets': [{'id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:40:19.415047 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728d5c45-c1f5-403d-8703-7b4dfe2edc46 None None] The sync data for ids ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'] in dv-cinder-813227-2-iscsi is: [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:39:22Z', 'revision_number': 4, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port': {'id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:19Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_floatingips': [{'id': '325bc875-438b-45cf-8b1a-1af8b999db83', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'router_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'port_id': '8ab1a3fe-6549-471b-9b2a-fb824d78b666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'mac_address': 'fa:16:3e:ce:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:40:17Z', 'updated_at': '2021-10-12T18:40:17Z', 'revision_number': 0, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cead839-bd46-474b-88d0-d48d20ab8e19', 'name': '', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'mac_address': 'fa:16:3e:d3:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:21Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 5, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'subnets': [{'id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:40:19.486282 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5127b6cb-ac10-4a34-ae9f-81094b4b12f5 req-d8ea050a-3473-4532-aa6e-4fdf48cfd74a service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787644 Oct 12 18:40:19.487873 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1c6d3286-ec14-4c4e-acf1-15d5d8047a0f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:19.559384 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1c6d3286-ec14-4c4e-acf1-15d5d8047a0f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:19.590438 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d3286-ec14-4c4e-acf1-15d5d8047a0f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b693c2-8d7c-419f-a590-487d87bb4acf,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:40:19.607480 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-5127b6cb-ac10-4a34-ae9f-81094b4b12f5 req-1413323d-b75c-4810-8b5a-ce3dfb433731 service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140389 Oct 12 18:40:19.631224 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b4f75-fd67-49c9-9c29-ac5e0a670927 None None] New status for floating IP 325bc875-438b-45cf-8b1a-1af8b999db83: ACTIVE {{(pid=94838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:40:19.659876 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1c6d3286-ec14-4c4e-acf1-15d5d8047a0f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:19.661037 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-1c6d3286-ec14-4c4e-acf1-15d5d8047a0f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6243217 Oct 12 18:40:19.663795 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55742) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:40:19.668830 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-4716c6cc-6abc-4135-a251-1e0b64d90c6f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Request body: {'security_group_rule': {'security_group_id': '10cc3a1d-7267-4369-8a4d-d361241151e1', 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:40:19.764999 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4716c6cc-6abc-4135-a251-1e0b64d90c6f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:19.823885 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4716c6cc-6abc-4135-a251-1e0b64d90c6f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:19.908714 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4716c6cc-6abc-4135-a251-1e0b64d90c6f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:19.926988 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716c6cc-6abc-4135-a251-1e0b64d90c6f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454049da-4373-4172-b16d-d093595903c3,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:40:19.978788 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4716c6cc-6abc-4135-a251-1e0b64d90c6f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:19.979946 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4716c6cc-6abc-4135-a251-1e0b64d90c6f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3152435 Oct 12 18:40:19.983303 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55744) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:40:19.987680 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-14665599-b99a-4db3-b7dd-655c1301c713 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Request body: {'security_group_rule': {'security_group_id': '10cc3a1d-7267-4369-8a4d-d361241151e1', 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:40:20.067154 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-14665599-b99a-4db3-b7dd-655c1301c713 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:20.122093 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-14665599-b99a-4db3-b7dd-655c1301c713 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:20.171341 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-14665599-b99a-4db3-b7dd-655c1301c713 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:20.188104 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14665599-b99a-4db3-b7dd-655c1301c713 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f388bb55-3348-4ab4-a738-27a61972f08d,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:40:20.247479 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-14665599-b99a-4db3-b7dd-655c1301c713 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:20.248677 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-14665599-b99a-4db3-b7dd-655c1301c713 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2644236 Oct 12 18:40:20.251337 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55746) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:40:20.255642 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-1d1a9523-9d4e-4a0e-8c67-fc99d415a5be tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Request body: {'security_group_rule': {'security_group_id': '10cc3a1d-7267-4369-8a4d-d361241151e1', 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:40:20.317591 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1d1a9523-9d4e-4a0e-8c67-fc99d415a5be tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:20.376133 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1d1a9523-9d4e-4a0e-8c67-fc99d415a5be tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:20.445587 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1d1a9523-9d4e-4a0e-8c67-fc99d415a5be tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:20.462900 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a9523-9d4e-4a0e-8c67-fc99d415a5be tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fc049c-3c41-4e3d-8dee-70c95fbb2205,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:40:20.510282 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-1d1a9523-9d4e-4a0e-8c67-fc99d415a5be tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:20.511491 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-1d1a9523-9d4e-4a0e-8c67-fc99d415a5be tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2591929 Oct 12 18:40:20.514659 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55748) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:40:20.518898 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-0160bcb0-af01-4a47-a70b-edf97b72912d tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Request body: {'security_group_rule': {'security_group_id': '10cc3a1d-7267-4369-8a4d-d361241151e1', 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:40:20.628560 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.securitygroups_db [None req-0160bcb0-af01-4a47-a70b-edf97b72912d tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Project 8636fe098af34b33b41c75cf2f0072d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:40:20.633587 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0160bcb0-af01-4a47-a70b-edf97b72912d tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:20.693816 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0160bcb0-af01-4a47-a70b-edf97b72912d tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:20.771196 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0160bcb0-af01-4a47-a70b-edf97b72912d tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:20.788607 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160bcb0-af01-4a47-a70b-edf97b72912d tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b102797-a067-423b-b7ef-0a6a3d086ad3,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:40:20.853239 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-0160bcb0-af01-4a47-a70b-edf97b72912d tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:20.854413 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-0160bcb0-af01-4a47-a70b-edf97b72912d tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3388603 Oct 12 18:40:20.858051 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55750) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:40:20.862456 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.v2.base [None req-410fa4e7-f3ae-490d-9e4e-638e646c1db3 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Request body: {'security_group_rule': {'security_group_id': '10cc3a1d-7267-4369-8a4d-d361241151e1', 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:40:20.953860 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.db.securitygroups_db [None req-410fa4e7-f3ae-490d-9e4e-638e646c1db3 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Project 8636fe098af34b33b41c75cf2f0072d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:40:20.958611 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-410fa4e7-f3ae-490d-9e4e-638e646c1db3 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:21.017289 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-410fa4e7-f3ae-490d-9e4e-638e646c1db3 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:21.085470 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-410fa4e7-f3ae-490d-9e4e-638e646c1db3 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904335'] for security_group_rule, after_create {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:21.102602 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fa4e7-f3ae-490d-9e4e-638e646c1db3 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c44b2a-4538-4ef5-b977-92b554203d7f,revision_number=0']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:40:21.167317 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-410fa4e7-f3ae-490d-9e4e-638e646c1db3 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:21.169008 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-410fa4e7-f3ae-490d-9e4e-638e646c1db3 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3100398 Oct 12 18:40:21.243912 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a51ec6c1-8f89-4a77-9682-0519af9890aa req-7252f9cf-ceae-475c-82ce-d85185c0202b tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124172096&fields=id&tenant_id=8636fe098af34b33b41c75cf2f0072d5 HTTP/1.1" status: 200 len: 267 time: 0.0316269 Oct 12 18:40:21.296586 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ec6c1-8f89-4a77-9682-0519af9890aa req-6601108b-2023-4d8a-a9ca-fe68213ece0a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:21.298022 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a51ec6c1-8f89-4a77-9682-0519af9890aa req-6601108b-2023-4d8a-a9ca-fe68213ece0a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 945 time: 0.0480170 Oct 12 18:40:21.308799 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-a51ec6c1-8f89-4a77-9682-0519af9890aa req-62013def-0d43-4904-99cc-c3da1215a6c0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Request body: {'port': {'security_groups': ['265aa74c-8b06-4330-94da-0394a270d8ff', '10cc3a1d-7267-4369-8a4d-d361241151e1']}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:40:21.371480 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-a51ec6c1-8f89-4a77-9682-0519af9890aa req-62013def-0d43-4904-99cc-c3da1215a6c0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:21.548032 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-a51ec6c1-8f89-4a77-9682-0519af9890aa req-62013def-0d43-4904-99cc-c3da1215a6c0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] For port 8ab1a3fe-6549-471b-9b2a-fb824d78b666, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:40:21.575350 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-a51ec6c1-8f89-4a77-9682-0519af9890aa req-62013def-0d43-4904-99cc-c3da1215a6c0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:21.639672 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-a51ec6c1-8f89-4a77-9682-0519af9890aa req-62013def-0d43-4904-99cc-c3da1215a6c0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:21.650901 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['8ab1a3fe-6549-471b-9b2a-fb824d78b666'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:40:21.684283 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ec6c1-8f89-4a77-9682-0519af9890aa req-62013def-0d43-4904-99cc-c3da1215a6c0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:21.684929 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-a51ec6c1-8f89-4a77-9682-0519af9890aa req-62013def-0d43-4904-99cc-c3da1215a6c0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:21.689314 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a51ec6c1-8f89-4a77-9682-0519af9890aa req-62013def-0d43-4904-99cc-c3da1215a6c0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "PUT /v2.0/ports/8ab1a3fe-6549-471b-9b2a-fb824d78b666 HTTP/1.1" status: 200 len: 981 time: 0.3848250 Oct 12 18:40:21.689905 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:40:21.692371 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e58947-9c43-4250-92bc-3e07968fa4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:40:21.726978 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62013def-0d43-4904-99cc-c3da1215a6c0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event updated for resources: {'Port': ['ID=8ab1a3fe-6549-471b-9b2a-fb824d78b666,revision_number=6']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:40:21.739793 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fe57c2-4823-4ce7-bbeb-e971ccadd9e1 x-openstack-request-id: req-80fe57c2-4823-4ce7-bbeb-e971ccadd9e1 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:40:21.740170 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:40:21.740538 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80fe57c2-4823-4ce7-bbeb-e971ccadd9e1 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:40:21.740995 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666', 'status': 'completed', 'code': 200} Oct 12 18:40:21.779473 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['8ab1a3fe-6549-471b-9b2a-fb824d78b666'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:40:21.810948 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e58947-9c43-4250-92bc-3e07968fa4ed req-c3f221f4-04db-4638-bdb8-5e04111aee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:21.812466 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-12e58947-9c43-4250-92bc-3e07968fa4ed req-c3f221f4-04db-4638-bdb8-5e04111aee1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8636fe098af34b33b41c75cf2f0072d5&device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 1137 time: 0.0481143 Oct 12 18:40:21.818262 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1cbe-4edc-4445-95c4-19512ca6ad36 req-5027f3c3-e7da-4aed-9402-e75565be0089 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:21.819963 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8aeb1cbe-4edc-4445-95c4-19512ca6ad36 req-5027f3c3-e7da-4aed-9402-e75565be0089 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 984 time: 0.0583353 Oct 12 18:40:21.867159 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8aeb1cbe-4edc-4445-95c4-19512ca6ad36 req-ec195523-352d-4bd2-8f36-f7126866d97d tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=10cc3a1d-7267-4369-8a4d-d361241151e1&id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398171 Oct 12 18:40:21.932567 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e58947-9c43-4250-92bc-3e07968fa4ed req-12d472dc-529e-40bf-9da5-7c762e7ed360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:21.934055 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-12e58947-9c43-4250-92bc-3e07968fa4ed req-12d472dc-529e-40bf-9da5-7c762e7ed360 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d0573ae-2da0-4453-9bd0-f9ed20787481 HTTP/1.1" status: 200 len: 916 time: 0.1121433 Oct 12 18:40:22.007886 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-12e58947-9c43-4250-92bc-3e07968fa4ed req-05ac8f62-c7cc-4c32-b917-4eac1b05968e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666 HTTP/1.1" status: 200 len: 1001 time: 0.0567029 Oct 12 18:40:22.015200 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-451f8ac1-39ac-47b1-b0e2-c8b7d1c9cc15 None None] Provisioning complete for port 8ab1a3fe-6549-471b-9b2a-fb824d78b666 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:40:22.015577 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-451f8ac1-39ac-47b1-b0e2-c8b7d1c9cc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:22.059541 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e58947-9c43-4250-92bc-3e07968fa4ed req-e432f77c-fe79-49ba-ae62-57f9436ed6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:22.060983 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-12e58947-9c43-4250-92bc-3e07968fa4ed req-e432f77c-fe79-49ba-ae62-57f9436ed6a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acddea6e-d9a6-46eb-ae42-42e9ca237f2a HTTP/1.1" status: 200 len: 854 time: 0.0455182 Oct 12 18:40:22.106642 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e58947-9c43-4250-92bc-3e07968fa4ed req-5f8f8c96-5dd2-4e93-b3b4-da541e9b92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:22.108236 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-12e58947-9c43-4250-92bc-3e07968fa4ed req-5f8f8c96-5dd2-4e93-b3b4-da541e9b92e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d0573ae-2da0-4453-9bd0-f9ed20787481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390387 Oct 12 18:40:22.197299 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-12e58947-9c43-4250-92bc-3e07968fa4ed req-0ee150d6-a6a9-4de7-b68c-a5e1146871d5 service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807803 Oct 12 18:40:22.288174 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-12e58947-9c43-4250-92bc-3e07968fa4ed req-d1ae0ad8-49c2-4a61-be16-c42f10b4e6ab service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829666 Oct 12 18:40:28.991553 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:40:34.330954 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1db3dccc-67bf-49d2-b13c-1531cd31f9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:37.251003 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-790297bf-041b-4c8d-8707-aa8f15774869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:37.999417 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:38.341906 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:39.970697 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:40.919386 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:40:56.418683 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f2cefb78-942f-4a34-953b-85e654c6d134 req-817973c5-6cc7-4c2c-8381-068460a929f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395114 Oct 12 18:40:56.498022 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cefb78-942f-4a34-953b-85e654c6d134 req-3942c200-9290-4361-a2a8-58edec568a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:56.499475 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f2cefb78-942f-4a34-953b-85e654c6d134 req-3942c200-9290-4361-a2a8-58edec568a46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8636fe098af34b33b41c75cf2f0072d5&device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 1137 time: 0.0395164 Oct 12 18:40:56.602765 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cefb78-942f-4a34-953b-85e654c6d134 req-a56cbf27-318c-4350-834a-e772c6266a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:56.610550 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f2cefb78-942f-4a34-953b-85e654c6d134 req-a56cbf27-318c-4350-834a-e772c6266a89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d0573ae-2da0-4453-9bd0-f9ed20787481 HTTP/1.1" status: 200 len: 916 time: 0.0846999 Oct 12 18:40:56.672030 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f2cefb78-942f-4a34-953b-85e654c6d134 req-be6764eb-701f-43aa-9031-ee1bd3fcd327 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666 HTTP/1.1" status: 200 len: 1001 time: 0.0604370 Oct 12 18:40:56.720276 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cefb78-942f-4a34-953b-85e654c6d134 req-81067274-5b90-4716-9c36-eac9ab0f0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:56.721681 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f2cefb78-942f-4a34-953b-85e654c6d134 req-81067274-5b90-4716-9c36-eac9ab0f0d18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acddea6e-d9a6-46eb-ae42-42e9ca237f2a HTTP/1.1" status: 200 len: 854 time: 0.0427639 Oct 12 18:40:56.764637 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cefb78-942f-4a34-953b-85e654c6d134 req-b946aa36-7c1a-4313-aa28-2ee94ee8a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:40:56.766027 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f2cefb78-942f-4a34-953b-85e654c6d134 req-b946aa36-7c1a-4313-aa28-2ee94ee8a340 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d0573ae-2da0-4453-9bd0-f9ed20787481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375755 Oct 12 18:40:56.855021 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f2cefb78-942f-4a34-953b-85e654c6d134 req-23bad51b-76d6-4d97-9f78-2e265ae87902 service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813651 Oct 12 18:40:56.940681 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f2cefb78-942f-4a34-953b-85e654c6d134 req-3e61e434-84fc-4d02-bb16-0c21a159cd84 service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791454 Oct 12 18:41:04.301645 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d1f9-0dc5-4dc7-9e2c-af83f2fd36b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:05.989824 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:41:07.295748 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-db16b40f-8178-483d-997a-87b1c240eaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:07.998917 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:08.335847 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:10.018218 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:10.953151 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:19.721417 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac35e3-5f0d-4cc7-adc6-cf53a4e9b0f2 req-879831c7-4b29-43d9-a4f2-2c331fdc2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:19.722944 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-7aac35e3-5f0d-4cc7-adc6-cf53a4e9b0f2 req-879831c7-4b29-43d9-a4f2-2c331fdc2394 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8636fe098af34b33b41c75cf2f0072d5&device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 1137 time: 0.0888848 Oct 12 18:41:19.730057 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f1d48-280c-43a3-84f6-d1e7e0af7667 req-63ad6f46-6e4b-4869-81fc-f75016c79724 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:19.731516 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d61f1d48-280c-43a3-84f6-d1e7e0af7667 req-63ad6f46-6e4b-4869-81fc-f75016c79724 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 984 time: 0.1778631 Oct 12 18:41:19.773441 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-d61f1d48-280c-43a3-84f6-d1e7e0af7667 req-5a925d4c-d0e2-435a-ba06-f985ddb0c5d0 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=10cc3a1d-7267-4369-8a4d-d361241151e1&id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357673 Oct 12 18:41:19.816130 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac35e3-5f0d-4cc7-adc6-cf53a4e9b0f2 req-4a81a981-67f9-4124-8e54-5c04eae244c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:19.817615 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-7aac35e3-5f0d-4cc7-adc6-cf53a4e9b0f2 req-4a81a981-67f9-4124-8e54-5c04eae244c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d0573ae-2da0-4453-9bd0-f9ed20787481 HTTP/1.1" status: 200 len: 916 time: 0.0873182 Oct 12 18:41:19.880177 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-7aac35e3-5f0d-4cc7-adc6-cf53a4e9b0f2 req-92a1cfcd-2488-4618-be97-b742fd4110e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666 HTTP/1.1" status: 200 len: 1001 time: 0.0554192 Oct 12 18:41:19.931726 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac35e3-5f0d-4cc7-adc6-cf53a4e9b0f2 req-b5ede485-3907-457e-8835-e1f9cacac164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:19.933117 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-7aac35e3-5f0d-4cc7-adc6-cf53a4e9b0f2 req-b5ede485-3907-457e-8835-e1f9cacac164 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acddea6e-d9a6-46eb-ae42-42e9ca237f2a HTTP/1.1" status: 200 len: 854 time: 0.0453453 Oct 12 18:41:19.976695 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac35e3-5f0d-4cc7-adc6-cf53a4e9b0f2 req-7f75c289-114d-4a92-9ac1-2c9b1b42bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:19.978119 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-7aac35e3-5f0d-4cc7-adc6-cf53a4e9b0f2 req-7f75c289-114d-4a92-9ac1-2c9b1b42bdf9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d0573ae-2da0-4453-9bd0-f9ed20787481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378935 Oct 12 18:41:20.064794 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-7aac35e3-5f0d-4cc7-adc6-cf53a4e9b0f2 req-6e1f846a-7ff9-4c14-ad2c-7952b5bd6dd5 service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788796 Oct 12 18:41:20.153596 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-7aac35e3-5f0d-4cc7-adc6-cf53a4e9b0f2 req-fe33d6b3-07f3-48d0-86ed-2fa786ee14f1 service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813594 Oct 12 18:41:20.936622 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9143eb1-fc9e-4b1f-8e97-1f1818471e09 req-e4cfa1c7-8630-44e4-931f-872e094397c6 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:20.938066 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a9143eb1-fc9e-4b1f-8e97-1f1818471e09 req-e4cfa1c7-8630-44e4-931f-872e094397c6 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 984 time: 0.0952680 Oct 12 18:41:20.979149 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-a9143eb1-fc9e-4b1f-8e97-1f1818471e09 req-41d241e7-28f5-4a80-b10b-445160da59f3 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=10cc3a1d-7267-4369-8a4d-d361241151e1&id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344760 Oct 12 18:41:22.094299 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327d71d-fa1e-4473-9669-9fa92775a636 req-0d832c85-068b-454d-8c04-4d22f4415074 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:22.095739 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2327d71d-fa1e-4473-9669-9fa92775a636 req-0d832c85-068b-454d-8c04-4d22f4415074 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 984 time: 0.0513248 Oct 12 18:41:22.134942 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-2327d71d-fa1e-4473-9669-9fa92775a636 req-d5e9926d-ec99-48d5-b8b9-81980b48033e tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=10cc3a1d-7267-4369-8a4d-d361241151e1&id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325437 Oct 12 18:41:23.248910 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba419f73-e056-41aa-a466-7ce32ddce9b6 req-300ef0b6-bc74-4281-bd5b-8da200d3948f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:23.251392 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ba419f73-e056-41aa-a466-7ce32ddce9b6 req-300ef0b6-bc74-4281-bd5b-8da200d3948f tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 984 time: 0.0496867 Oct 12 18:41:23.291773 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-ba419f73-e056-41aa-a466-7ce32ddce9b6 req-ba7ddc5e-c5e6-4516-8a4a-b1be3b30cea2 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=10cc3a1d-7267-4369-8a4d-d361241151e1&id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343785 Oct 12 18:41:24.407890 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463fd81-48cf-444c-8cea-058982f914f6 req-1407946a-42ec-4799-a832-1b02ed04daf4 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:24.409344 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1463fd81-48cf-444c-8cea-058982f914f6 req-1407946a-42ec-4799-a832-1b02ed04daf4 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 984 time: 0.0488398 Oct 12 18:41:24.448390 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-1463fd81-48cf-444c-8cea-058982f914f6 req-bc4a1b1e-9cf6-46fe-b737-b2d892b7a843 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=10cc3a1d-7267-4369-8a4d-d361241151e1&id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326555 Oct 12 18:41:25.562361 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf3cf-3d5e-4c2b-917c-38a49b343d82 req-703b2e30-94f5-4013-9c8f-b064d9952e93 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:25.563783 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-80dcf3cf-3d5e-4c2b-917c-38a49b343d82 req-703b2e30-94f5-4013-9c8f-b064d9952e93 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 984 time: 0.0507431 Oct 12 18:41:25.602089 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-80dcf3cf-3d5e-4c2b-917c-38a49b343d82 req-75f92bdd-ecf3-4dc6-b283-9648b1a33a72 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=10cc3a1d-7267-4369-8a4d-d361241151e1&id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0317228 Oct 12 18:41:26.717369 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f9398-a3d8-4267-a5f6-f02c2265af4e req-cfa2e63d-260e-49da-89b8-d61170f96b9e tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:26.718826 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9d3f9398-a3d8-4267-a5f6-f02c2265af4e req-cfa2e63d-260e-49da-89b8-d61170f96b9e tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 984 time: 0.0491712 Oct 12 18:41:26.757829 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9d3f9398-a3d8-4267-a5f6-f02c2265af4e req-1564f125-ed01-469e-b8b9-21960edb618e tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=10cc3a1d-7267-4369-8a4d-d361241151e1&id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330689 Oct 12 18:41:27.870613 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872d5b5-1aa7-42c0-bd4a-62e702bfc569 req-c78a1280-f74e-40c5-9ee7-471ebd62d31b tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:27.871967 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5872d5b5-1aa7-42c0-bd4a-62e702bfc569 req-c78a1280-f74e-40c5-9ee7-471ebd62d31b tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 984 time: 0.0482066 Oct 12 18:41:27.910557 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-5872d5b5-1aa7-42c0-bd4a-62e702bfc569 req-220f8f0c-ef03-4ebc-bff5-8f0ce09531f2 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=10cc3a1d-7267-4369-8a4d-d361241151e1&id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327108 Oct 12 18:41:29.025433 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10130440-16cc-4d08-9510-25b07e7a257c req-8b530b55-43f5-4537-a6a9-4d465b6a390b tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:29.026889 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-10130440-16cc-4d08-9510-25b07e7a257c req-8b530b55-43f5-4537-a6a9-4d465b6a390b tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 984 time: 0.0520699 Oct 12 18:41:29.066470 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-10130440-16cc-4d08-9510-25b07e7a257c req-fbfc810a-d28c-48d3-9053-539648f52d26 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=10cc3a1d-7267-4369-8a4d-d361241151e1&id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333097 Oct 12 18:41:30.177196 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3640a6-841f-4c15-8c4f-5090e1b803bc req-b9c2e5f4-51ec-417f-ab2c-c76aa398d9c4 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:30.179188 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8e3640a6-841f-4c15-8c4f-5090e1b803bc req-b9c2e5f4-51ec-417f-ab2c-c76aa398d9c4 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 984 time: 0.0488465 Oct 12 18:41:30.217861 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-8e3640a6-841f-4c15-8c4f-5090e1b803bc req-4e535ece-cead-43ca-8918-2bc2e8cdfdcb tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=10cc3a1d-7267-4369-8a4d-d361241151e1&id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327532 Oct 12 18:41:31.328542 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1dd8c-5371-4358-8fbd-953d1fc3c910 req-d7269fad-fa6e-427e-a3ca-296ee14c4c8e tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:31.329961 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c6e1dd8c-5371-4358-8fbd-953d1fc3c910 req-d7269fad-fa6e-427e-a3ca-296ee14c4c8e tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 984 time: 0.0471206 Oct 12 18:41:31.368257 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-c6e1dd8c-5371-4358-8fbd-953d1fc3c910 req-7ee7db2e-ea7e-468a-9f3e-6e48dd15fafa tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=10cc3a1d-7267-4369-8a4d-d361241151e1&id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324228 Oct 12 18:41:34.375494 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af53efa4-2eae-463f-9860-c68f43033094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:37.260947 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc064301-a245-403b-88da-d749914c4ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:38.015198 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:38.369584 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:39.992191 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:40.963639 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:41:42.992599 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:41:56.430671 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0c0774ad-db2f-4000-adbd-708591376e67 req-45a6c1a8-b648-4c6c-9129-4c57d0d6ca3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392318 Oct 12 18:41:56.507296 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0774ad-db2f-4000-adbd-708591376e67 req-e86fa0d2-80cc-468f-b342-ef228ce7504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:56.508772 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0c0774ad-db2f-4000-adbd-708591376e67 req-e86fa0d2-80cc-468f-b342-ef228ce7504a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8636fe098af34b33b41c75cf2f0072d5&device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 1137 time: 0.0387876 Oct 12 18:41:56.609710 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0774ad-db2f-4000-adbd-708591376e67 req-94931687-d4ab-4e12-b5c8-f1606791d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:56.611099 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0c0774ad-db2f-4000-adbd-708591376e67 req-94931687-d4ab-4e12-b5c8-f1606791d46d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d0573ae-2da0-4453-9bd0-f9ed20787481 HTTP/1.1" status: 200 len: 916 time: 0.0837383 Oct 12 18:41:56.683268 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0c0774ad-db2f-4000-adbd-708591376e67 req-2ba11cb4-427d-458d-8c22-1df25636f491 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666 HTTP/1.1" status: 200 len: 1001 time: 0.0644715 Oct 12 18:41:56.796942 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0774ad-db2f-4000-adbd-708591376e67 req-6bfa6e9c-77b4-421b-9374-d09153aee08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:56.796942 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0c0774ad-db2f-4000-adbd-708591376e67 req-6bfa6e9c-77b4-421b-9374-d09153aee08f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acddea6e-d9a6-46eb-ae42-42e9ca237f2a HTTP/1.1" status: 200 len: 854 time: 0.0475156 Oct 12 18:41:56.796942 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0774ad-db2f-4000-adbd-708591376e67 req-d2986805-18a4-426a-8f9f-1b0ad0cf8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:41:56.796942 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0c0774ad-db2f-4000-adbd-708591376e67 req-d2986805-18a4-426a-8f9f-1b0ad0cf8d22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d0573ae-2da0-4453-9bd0-f9ed20787481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395625 Oct 12 18:41:56.874973 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0c0774ad-db2f-4000-adbd-708591376e67 req-f907736b-7ccb-4c92-95d7-8d2f367762e6 service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832124 Oct 12 18:41:56.962292 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0c0774ad-db2f-4000-adbd-708591376e67 req-d52b076c-7ed5-4a07-a055-4dd45a96bb4a service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798533 Oct 12 18:42:04.323194 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d77482b0-d757-4f41-b99f-18aa09821892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:07.294355 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-61117d54-c210-4880-a76f-378beafa38dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:08.008820 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:08.351655 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:09.980571 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:10.957344 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:19.990950 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:42:34.288626 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d726-d9a8-4348-ab43-1fbde426256c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:34.806436 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9e901ab8-6c7c-4be3-9fe3-887af90cf29a req-ae299fb9-edcd-4ce5-984a-ff6921c76db5 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124172096&fields=id&tenant_id=8636fe098af34b33b41c75cf2f0072d5 HTTP/1.1" status: 200 len: 267 time: 0.0338287 Oct 12 18:42:34.861933 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e901ab8-6c7c-4be3-9fe3-887af90cf29a req-b72adbff-6684-4b44-bca5-1a10a02a36b8 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:34.863365 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9e901ab8-6c7c-4be3-9fe3-887af90cf29a req-b72adbff-6684-4b44-bca5-1a10a02a36b8 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 984 time: 0.0515521 Oct 12 18:42:34.873929 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.v2.base [req-9e901ab8-6c7c-4be3-9fe3-887af90cf29a req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Request body: {'port': {'security_groups': ['265aa74c-8b06-4330-94da-0394a270d8ff']}} {{(pid=94835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:42:34.935139 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9e901ab8-6c7c-4be3-9fe3-887af90cf29a req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1814293'] for port, before_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:35.101831 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [req-9e901ab8-6c7c-4be3-9fe3-887af90cf29a req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] For port 8ab1a3fe-6549-471b-9b2a-fb824d78b666, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:42:35.128947 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9e901ab8-6c7c-4be3-9fe3-887af90cf29a req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for port, precommit_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:35.185145 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9e901ab8-6c7c-4be3-9fe3-887af90cf29a req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788963261206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788962808558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788962806020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30236503'] for port, after_update {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:35.196871 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['8ab1a3fe-6549-471b-9b2a-fb824d78b666'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:42:35.232449 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e901ab8-6c7c-4be3-9fe3-887af90cf29a req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:35.233076 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [req-9e901ab8-6c7c-4be3-9fe3-887af90cf29a req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:35.234460 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-9e901ab8-6c7c-4be3-9fe3-887af90cf29a req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "PUT /v2.0/ports/8ab1a3fe-6549-471b-9b2a-fb824d78b666 HTTP/1.1" status: 200 len: 942 time: 0.3648961 Oct 12 18:42:35.234913 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:42:35.237199 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b291d596-9d1e-4269-8f87-3956ee2102bc" -d '{"events": [{"name": "network-changed", "server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:42:35.247060 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55852) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:35.299801 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event updated for resources: {'Port': ['ID=8ab1a3fe-6549-471b-9b2a-fb824d78b666,revision_number=7']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:35.314202 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:35.314553 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:35.314888 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:35.315219 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:35.315547 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:35.315874 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:35.316194 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:35.316558 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:35.316887 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:35.317200 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:35.317519 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:35.317836 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559546b5-57e2-4bdd-8ad3-120200086d81 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:35.335970 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['8ab1a3fe-6549-471b-9b2a-fb824d78b666'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:42:35.341333 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d340edb-2dec-43fd-b84b-6b6691081678 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:35.380039 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f825d80e-dca0-4a39-bc4b-8faed211d8e5 x-openstack-request-id: req-f825d80e-dca0-4a39-bc4b-8faed211d8e5 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:42:35.380260 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:42:35.380696 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f825d80e-dca0-4a39-bc4b-8faed211d8e5 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:42:35.381090 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666', 'status': 'completed', 'code': 200} Oct 12 18:42:35.388104 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d340edb-2dec-43fd-b84b-6b6691081678 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:35.441382 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291d596-9d1e-4269-8f87-3956ee2102bc req-dc04da58-f692-424a-ae93-c60117edc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:35.442879 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b291d596-9d1e-4269-8f87-3956ee2102bc req-dc04da58-f692-424a-ae93-c60117edc76e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8636fe098af34b33b41c75cf2f0072d5&device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 1098 time: 0.0451815 Oct 12 18:42:35.514315 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-a1ed46d1-6256-439c-80aa-58a7cc96c1e1 None None] Provisioning complete for port 8ab1a3fe-6549-471b-9b2a-fb824d78b666 triggered by entity DHCP. {{(pid=94837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:42:35.514706 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1ed46d1-6256-439c-80aa-58a7cc96c1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1378963'] for port, provisioning_complete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:35.528565 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d340edb-2dec-43fd-b84b-6b6691081678 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:35.531226 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-1d340edb-2dec-43fd-b84b-6b6691081678 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for security_group, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:35.535060 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-1d340edb-2dec-43fd-b84b-6b6691081678 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "DELETE /v2.0/security-groups/10cc3a1d-7267-4369-8a4d-d361241151e1 HTTP/1.1" status: 204 len: 168 time: 0.2890763 Oct 12 18:42:35.537472 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291d596-9d1e-4269-8f87-3956ee2102bc req-729fb76f-484f-4846-b73f-ec8be696faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:35.537639 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55858) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:35.539031 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b291d596-9d1e-4269-8f87-3956ee2102bc req-729fb76f-484f-4846-b73f-ec8be696faf2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d0573ae-2da0-4453-9bd0-f9ed20787481 HTTP/1.1" status: 200 len: 916 time: 0.0885756 Oct 12 18:42:35.548897 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d340edb-2dec-43fd-b84b-6b6691081678 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cc3a1d-7267-4369-8a4d-d361241151e1,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:35.610720 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b291d596-9d1e-4269-8f87-3956ee2102bc req-fb01824a-ee03-4850-a20e-5bbfb87f14f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666 HTTP/1.1" status: 200 len: 1001 time: 0.0636117 Oct 12 18:42:35.663314 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291d596-9d1e-4269-8f87-3956ee2102bc req-afc98e63-73d1-4862-a831-17f775166249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:35.664703 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b291d596-9d1e-4269-8f87-3956ee2102bc req-afc98e63-73d1-4862-a831-17f775166249 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acddea6e-d9a6-46eb-ae42-42e9ca237f2a HTTP/1.1" status: 200 len: 854 time: 0.0474007 Oct 12 18:42:35.710552 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-a83ee609-2153-4125-a50a-7b02d2a33e1a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Deleting port bee47027-a7da-42cd-9eaf-19f1b191b33f {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:42:35.710891 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a83ee609-2153-4125-a50a-7b02d2a33e1a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:35.713628 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291d596-9d1e-4269-8f87-3956ee2102bc req-2fc2c48d-0efe-4d21-87a6-8a48afacb0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:35.715083 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b291d596-9d1e-4269-8f87-3956ee2102bc req-2fc2c48d-0efe-4d21-87a6-8a48afacb0a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d0573ae-2da0-4453-9bd0-f9ed20787481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391281 Oct 12 18:42:35.787509 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a83ee609-2153-4125-a50a-7b02d2a33e1a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:35.787830 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a83ee609-2153-4125-a50a-7b02d2a33e1a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:35.799832 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-a83ee609-2153-4125-a50a-7b02d2a33e1a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Calling delete_port for bee47027-a7da-42cd-9eaf-19f1b191b33f owned by network:floatingip {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:42:35.801646 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b291d596-9d1e-4269-8f87-3956ee2102bc req-38370b5c-c3f8-4473-9038-037c1badd9b7 service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791807 Oct 12 18:42:35.892512 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-b291d596-9d1e-4269-8f87-3956ee2102bc req-a9171e1b-8c37-4642-9b76-2c932a705e23 service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842175 Oct 12 18:42:36.042586 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a83ee609-2153-4125-a50a-7b02d2a33e1a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:36.067705 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ee609-2153-4125-a50a-7b02d2a33e1a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event deleted for resources: {'Port': ['ID=bee47027-a7da-42cd-9eaf-19f1b191b33f,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:36.127891 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a83ee609-2153-4125-a50a-7b02d2a33e1a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks [] for floatingip, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:36.128215 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.db.l3_db [None req-a83ee609-2153-4125-a50a-7b02d2a33e1a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Floating IP 325bc875-438b-45cf-8b1a-1af8b999db83 disassociated (deleted). External IP: 172.27.1.157, port: 8ab1a3fe-6549-471b-9b2a-fb824d78b666. Oct 12 18:42:36.323263 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83ee609-2153-4125-a50a-7b02d2a33e1a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:42:36.424563 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83ee609-2153-4125-a50a-7b02d2a33e1a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:42:36.428945 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-a83ee609-2153-4125-a50a-7b02d2a33e1a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for floatingip, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:36.435999 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf996700-e42e-401b-bead-08444f7e2ed5 None None] Sync routers for ids ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:42:36.445082 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf996700-e42e-401b-bead-08444f7e2ed5 None None] Routers {'33da07a8-6dd1-4ac5-82c7-af9dce2790d4'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:42:36.445759 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-cf996700-e42e-401b-bead-08444f7e2ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:42:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:36.454374 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-a83ee609-2153-4125-a50a-7b02d2a33e1a tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "DELETE /v2.0/floatingips/325bc875-438b-45cf-8b1a-1af8b999db83 HTTP/1.1" status: 204 len: 168 time: 0.9157422 Oct 12 18:42:36.551205 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-cf996700-e42e-401b-bead-08444f7e2ed5 None None] Set router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:42:36.755414 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-cf996700-e42e-401b-bead-08444f7e2ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:39:22Z', 'revision_number': 4, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port': {'id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:19Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '9cead839-bd46-474b-88d0-d48d20ab8e19', 'name': '', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'mac_address': 'fa:16:3e:d3:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:21Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 5, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'subnets': [{'id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:36.782742 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf996700-e42e-401b-bead-08444f7e2ed5 None None] Checking router: 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:42:36.791001 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf996700-e42e-401b-bead-08444f7e2ed5 None None] Routers {'33da07a8-6dd1-4ac5-82c7-af9dce2790d4'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:42:36.791608 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-cf996700-e42e-401b-bead-08444f7e2ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:42:07Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:36.898438 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-cf996700-e42e-401b-bead-08444f7e2ed5 None None] Set router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:42:37.094601 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-cf996700-e42e-401b-bead-08444f7e2ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:39:22Z', 'revision_number': 4, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port': {'id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:19Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '9cead839-bd46-474b-88d0-d48d20ab8e19', 'name': '', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'mac_address': 'fa:16:3e:d3:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:21Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 5, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'subnets': [{'id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:37.120442 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf996700-e42e-401b-bead-08444f7e2ed5 None None] The sync data for ids ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'] in dv-cinder-813227-2-iscsi is: [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:39:22Z', 'revision_number': 4, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port': {'id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:19Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi', '_interfaces': [{'id': '9cead839-bd46-474b-88d0-d48d20ab8e19', 'name': '', 'network_id': '3d0573ae-2da0-4453-9bd0-f9ed20787481', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'mac_address': 'fa:16:3e:d3:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:21Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 5, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'subnets': [{'id': 'acddea6e-d9a6-46eb-ae42-42e9ca237f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:42:37.277370 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a96ca72-7d80-4f1c-a990-91ce815c37d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:37.331520 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a89881-8c97-420b-a97d-0e8707ffac8c None None] New status for floating IP 325bc875-438b-45cf-8b1a-1af8b999db83: DOWN {{(pid=94838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:42:37.382172 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666'}] {{(pid=94835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:42:37.384498 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f3ffa4d8c8287df30b369b82bbd5e51bb53f3529a17276143b49178996774e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35f3c08-dc1f-4460-bc35-8f1c53e14ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666"}]}' {{(pid=94835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:42:37.422054 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9bf62d-36af-468a-84a3-b0eb1732e101 x-openstack-request-id: req-ea9bf62d-36af-468a-84a3-b0eb1732e101 {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:42:37.422342 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666", "status": "completed", "code": 200}]} {{(pid=94835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:42:37.422590 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea9bf62d-36af-468a-84a3-b0eb1732e101 {{(pid=94835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:42:37.423004 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666', 'status': 'completed', 'code': 200} Oct 12 18:42:37.484737 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3c08-dc1f-4460-bc35-8f1c53e14ecc req-0158eb2c-fc6e-424a-89b1-825495d008b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:37.486166 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f35f3c08-dc1f-4460-bc35-8f1c53e14ecc req-0158eb2c-fc6e-424a-89b1-825495d008b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8636fe098af34b33b41c75cf2f0072d5&device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 1098 time: 0.0406337 Oct 12 18:42:37.576520 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3c08-dc1f-4460-bc35-8f1c53e14ecc req-dc39f6f0-9d16-47c9-9e02-d49cc6545cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:37.577981 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f35f3c08-dc1f-4460-bc35-8f1c53e14ecc req-dc39f6f0-9d16-47c9-9e02-d49cc6545cd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d0573ae-2da0-4453-9bd0-f9ed20787481 HTTP/1.1" status: 200 len: 916 time: 0.0843987 Oct 12 18:42:37.619638 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f35f3c08-dc1f-4460-bc35-8f1c53e14ecc req-9358dbc9-7726-459d-b781-b1ceedaf25db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666 HTTP/1.1" status: 200 len: 217 time: 0.0345461 Oct 12 18:42:37.668204 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3c08-dc1f-4460-bc35-8f1c53e14ecc req-56971fd0-cf88-47ee-9134-eae0192da87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:37.669611 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f35f3c08-dc1f-4460-bc35-8f1c53e14ecc req-56971fd0-cf88-47ee-9134-eae0192da87f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acddea6e-d9a6-46eb-ae42-42e9ca237f2a HTTP/1.1" status: 200 len: 854 time: 0.0424087 Oct 12 18:42:37.720741 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3c08-dc1f-4460-bc35-8f1c53e14ecc req-1a6cfc60-1832-4f0b-9318-50433af134b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:37.721984 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f35f3c08-dc1f-4460-bc35-8f1c53e14ecc req-1a6cfc60-1832-4f0b-9318-50433af134b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d0573ae-2da0-4453-9bd0-f9ed20787481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454748 Oct 12 18:42:37.820695 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f35f3c08-dc1f-4460-bc35-8f1c53e14ecc req-f6c11b93-0dcb-46e4-8221-a7dcb1f5ebc2 service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845957 Oct 12 18:42:37.914688 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-f35f3c08-dc1f-4460-bc35-8f1c53e14ecc req-b0c6ceed-f5ef-438c-93cc-a455109066f6 service neutron] 10.222.0.42 "GET /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865288 Oct 12 18:42:38.019564 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:38.350955 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:39.564072 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680db761-4d3b-4183-b05e-c80f8c96d3a7 req-2d7faddc-342c-4feb-ba88-1e5880eab518 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:39.565528 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-680db761-4d3b-4183-b05e-c80f8c96d3a7 req-2d7faddc-342c-4feb-ba88-1e5880eab518 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 945 time: 0.0517645 Oct 12 18:42:39.602418 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-680db761-4d3b-4183-b05e-c80f8c96d3a7 req-34080fdc-0b1b-4b58-8fb7-161bf08c12a4 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Oct 12 18:42:40.030873 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:40.713466 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de9aff-c9db-4a6c-8903-f3fec3d4c828 req-59f6590b-71e5-4f48-a34d-bfa1c9c9a026 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:40.714892 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-42de9aff-c9db-4a6c-8903-f3fec3d4c828 req-59f6590b-71e5-4f48-a34d-bfa1c9c9a026 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 945 time: 0.0469375 Oct 12 18:42:40.751468 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-42de9aff-c9db-4a6c-8903-f3fec3d4c828 req-dd9ed4a7-5b04-4866-bf21-f338ec9885e5 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/security-groups?id=265aa74c-8b06-4330-94da-0394a270d8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301476 Oct 12 18:42:40.962182 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:41.411453 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8d75c-1672-4937-9b59-93c3299aa8fc req-849294bc-d57d-41e0-a24a-1e9421d47ad4 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:42:41.412889 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0cf8d75c-1672-4937-9b59-93c3299aa8fc req-849294bc-d57d-41e0-a24a-1e9421d47ad4 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.42 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 945 time: 0.0470436 Oct 12 18:42:41.500419 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-0cf8d75c-1672-4937-9b59-93c3299aa8fc req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Deleting port 8ab1a3fe-6549-471b-9b2a-fb824d78b666 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:42:41.500779 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0cf8d75c-1672-4937-9b59-93c3299aa8fc req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:41.586805 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [req-0cf8d75c-1672-4937-9b59-93c3299aa8fc req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] For port 8ab1a3fe-6549-471b-9b2a-fb824d78b666, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8ab1a3fe-6549-471b-9b2a-fb824d78b666,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:42:41.587158 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0cf8d75c-1672-4937-9b59-93c3299aa8fc req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:41.603152 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [req-0cf8d75c-1672-4937-9b59-93c3299aa8fc req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Calling delete_port for 8ab1a3fe-6549-471b-9b2a-fb824d78b666 owned by compute:nova {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:42:41.802736 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0cf8d75c-1672-4937-9b59-93c3299aa8fc req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:41.815009 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] get_ports_and_sgs() called for port_ids ['8ab1a3fe-6549-471b-9b2a-fb824d78b666'] {{(pid=94837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:42:41.833575 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Pushing event deleted for resources: {'Port': ['ID=8ab1a3fe-6549-471b-9b2a-fb824d78b666,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:41.845512 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [req-cf4a3fca-7027-42b9-b3dd-ab001557c4a5 req-7b407597-3dbd-4521-8a96-5a5fae58379c tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.18 "GET /v2.0/ports?device_id=23084c2f-601a-4de2-bf8f-25fce88ff02c HTTP/1.1" status: 200 len: 210 time: 0.0276420 Oct 12 18:42:41.860748 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:41.861542 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:41.861542 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:41.861873 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:41.862162 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:41.862497 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:41.862822 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:41.863149 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:41.863580 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:41.863781 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:41.864101 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:41.864441 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:41.885435 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf8d75c-1672-4937-9b59-93c3299aa8fc req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] No DVR routers for this DVR port 8ab1a3fe-6549-471b-9b2a-fb824d78b666 on host hv-cinder-81322 {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:42:41.887815 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [req-0cf8d75c-1672-4937-9b59-93c3299aa8fc req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1014678'] for port, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:41.891620 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [req-0cf8d75c-1672-4937-9b59-93c3299aa8fc req-0181a502-aa77-48c0-bcd1-0e8fa2173113 tempest-TestMinimumBasicScenario-976487348 tempest-TestMinimumBasicScenario-976487348-project] 10.222.0.42 "DELETE /v2.0/ports/8ab1a3fe-6549-471b-9b2a-fb824d78b666 HTTP/1.1" status: 204 len: 173 time: 0.4728508 Oct 12 18:42:41.892054 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'name': 'network-vif-deleted', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666'}] {{(pid=94836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:42:41.894275 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}729adccb39781c932ec8ca0cb3283bb5c3d1300b67882ed90b84d115542438fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c868ccec-4abf-493f-87d8-c2542748aaf6" -d '{"events": [{"server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "name": "network-vif-deleted", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666"}]}' {{(pid=94836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:42:41.929052 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f4ffd0-1cb5-4e8d-9669-6907703dcf5a x-openstack-request-id: req-16f4ffd0-1cb5-4e8d-9669-6907703dcf5a {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:42:41.929356 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23084c2f-601a-4de2-bf8f-25fce88ff02c", "name": "network-vif-deleted", "tag": "8ab1a3fe-6549-471b-9b2a-fb824d78b666", "status": "completed", "code": 200}]} {{(pid=94836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:42:41.929603 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16f4ffd0-1cb5-4e8d-9669-6907703dcf5a {{(pid=94836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:42:41.929990 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23084c2f-601a-4de2-bf8f-25fce88ff02c', 'name': 'network-vif-deleted', 'tag': '8ab1a3fe-6549-471b-9b2a-fb824d78b666', 'status': 'completed', 'code': 200} Oct 12 18:42:43.933919 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55948) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:44.264056 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a4104ea6-1054-4c5d-9d65-2918771284ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634518'] for router_interface, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:44.496671 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-a4104ea6-1054-4c5d-9d65-2918771284ee admin admin] Deleting port 9cead839-bd46-474b-88d0-d48d20ab8e19 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:42:44.497005 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a4104ea6-1054-4c5d-9d65-2918771284ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:44.574624 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-a4104ea6-1054-4c5d-9d65-2918771284ee admin admin] For port 9cead839-bd46-474b-88d0-d48d20ab8e19, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=9cead839-bd46-474b-88d0-d48d20ab8e19,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:42:44.574910 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a4104ea6-1054-4c5d-9d65-2918771284ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:44.586762 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-a4104ea6-1054-4c5d-9d65-2918771284ee admin admin] Calling delete_port for 9cead839-bd46-474b-88d0-d48d20ab8e19 owned by network:router_interface {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:42:44.831066 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a4104ea6-1054-4c5d-9d65-2918771284ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:44.853852 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4104ea6-1054-4c5d-9d65-2918771284ee admin admin] Pushing event deleted for resources: {'Port': ['ID=9cead839-bd46-474b-88d0-d48d20ab8e19,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:45.017895 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-a4104ea6-1054-4c5d-9d65-2918771284ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634402'] for router_interface, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:45.224047 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4104ea6-1054-4c5d-9d65-2918771284ee admin admin] Router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:42:45.576775 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4104ea6-1054-4c5d-9d65-2918771284ee admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:42:45.582294 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-a4104ea6-1054-4c5d-9d65-2918771284ee admin admin] 10.222.0.18 "PUT /v2.0/routers/33da07a8-6dd1-4ac5-82c7-af9dce2790d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6472421 Oct 12 18:42:45.584840 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55950) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:45.585766 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe79d5-2ef8-4c9b-b1d0-1048520fe786 None None] Sync routers for ids ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'] in dv-cinder-813227-2-iscsi {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:42:45.595183 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe79d5-2ef8-4c9b-b1d0-1048520fe786 None None] Routers {'33da07a8-6dd1-4ac5-82c7-af9dce2790d4'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:42:45.595774 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-3cfe79d5-2ef8-4c9b-b1d0-1048520fe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:42:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:45.685445 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:45.696239 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-3cfe79d5-2ef8-4c9b-b1d0-1048520fe786 None None] Set router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:42:45.786075 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:45.870524 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-3cfe79d5-2ef8-4c9b-b1d0-1048520fe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:42:44Z', 'revision_number': 5, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port': {'id': '01d108a9-bde8-42d7-83a8-7bb073785d1d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:19Z', 'updated_at': '2021-10-12T18:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:45.896155 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Deleting port 01d108a9-bde8-42d7-83a8-7bb073785d1d {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:42:45.896519 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:45.896733 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe79d5-2ef8-4c9b-b1d0-1048520fe786 None None] Checking router: 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 for host: dv-cinder-813227-2-iscsi {{(pid=94837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:42:45.906731 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe79d5-2ef8-4c9b-b1d0-1048520fe786 None None] Routers {'33da07a8-6dd1-4ac5-82c7-af9dce2790d4'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:42:45.907325 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-3cfe79d5-2ef8-4c9b-b1d0-1048520fe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:42:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'], 'active': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:45.981092 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] For port 01d108a9-bde8-42d7-83a8-7bb073785d1d, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=01d108a9-bde8-42d7-83a8-7bb073785d1d,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:42:45.981455 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:45.994018 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Calling delete_port for 01d108a9-bde8-42d7-83a8-7bb073785d1d owned by network:router_gateway {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:42:46.116424 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvr_db [None req-3cfe79d5-2ef8-4c9b-b1d0-1048520fe786 None None] Set router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 gateway port host: None {{(pid=94837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:42:46.170757 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_hamode_db [None req-3cfe79d5-2ef8-4c9b-b1d0-1048520fe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:42:45Z', 'revision_number': 6, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port_host': None}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:46.196062 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe79d5-2ef8-4c9b-b1d0-1048520fe786 None None] The sync data for ids ['33da07a8-6dd1-4ac5-82c7-af9dce2790d4'] in dv-cinder-813227-2-iscsi is: [{'id': '33da07a8-6dd1-4ac5-82c7-af9dce2790d4', 'name': 'tempest-TestMinimumBasicScenario-1501481553-router', 'tenant_id': '8636fe098af34b33b41c75cf2f0072d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:18Z', 'updated_at': '2021-10-12T18:42:45Z', 'revision_number': 6, 'project_id': '8636fe098af34b33b41c75cf2f0072d5', 'gw_port_host': None}] {{(pid=94837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:42:46.231195 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:46.259526 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d108a9-bde8-42d7-83a8-7bb073785d1d,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:46.321934 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592832'] for router_gateway, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:46.407240 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37393'] for router, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:46.409557 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:46.528841 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611387'] for router, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:46.529499 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33da07a8-6dd1-4ac5-82c7-af9dce2790d4 {{(pid=94836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:42:46.534061 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] Notify callbacks [] for router, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:46.535218 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-32b905ae-d75b-40aa-86b0-433c04c6af85 admin admin] 10.222.0.18 "DELETE /v2.0/routers/33da07a8-6dd1-4ac5-82c7-af9dce2790d4 HTTP/1.1" status: 204 len: 168 time: 0.9494593 Oct 12 18:42:46.537762 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55952) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:46.584951 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b08e063-4374-4592-a227-be8e2352ee40 admin admin] Deleting subnet acddea6e-d9a6-46eb-ae42-42e9ca237f2a {{(pid=94836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:42:46.588193 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8b08e063-4374-4592-a227-be8e2352ee40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:46.623271 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8b08e063-4374-4592-a227-be8e2352ee40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840153'] for subnet, precommit_delete_associations {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:46.702214 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8b08e063-4374-4592-a227-be8e2352ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:46.871439 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8b08e063-4374-4592-a227-be8e2352ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30503018'] for subnet, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:46.898142 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08e063-4374-4592-a227-be8e2352ee40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acddea6e-d9a6-46eb-ae42-42e9ca237f2a,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:46.899424 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-8b08e063-4374-4592-a227-be8e2352ee40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:46.903686 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-8b08e063-4374-4592-a227-be8e2352ee40 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/acddea6e-d9a6-46eb-ae42-42e9ca237f2a HTTP/1.1" status: 204 len: 168 time: 0.3649206 Oct 12 18:42:46.905130 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55954) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:46.906066 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ea826f-7a56-4524-9593-070e9d3f467a None None] Network 3d0573ae-2da0-4453-9bd0-f9ed20787481 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:42:46.960313 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 8ab1a3fe-6549-471b-9b2a-fb824d78b666 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:42:46.990634 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 9cead839-bd46-474b-88d0-d48d20ab8e19 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:42:46.992157 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:46.995287 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] No Port match for: 8ab1a3fe-6549-471b-9b2a-fb824d78b666 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:42:46.995629 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Device 8ab1a3fe-6549-471b-9b2a-fb824d78b666 not bound to the agent host hv-cinder-81322 {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:42:47.019787 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 9cead839-bd46-474b-88d0-d48d20ab8e19 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:42:47.020129 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 9cead839-bd46-474b-88d0-d48d20ab8e19 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:42:47.020573 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 01d108a9-bde8-42d7-83a8-7bb073785d1d no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:42:47.046160 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Deleting port c9a2346a-a13f-41cf-87aa-f4781718fa48 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:42:47.047189 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:47.047521 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 01d108a9-bde8-42d7-83a8-7bb073785d1d {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:42:47.047794 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 01d108a9-bde8-42d7-83a8-7bb073785d1d not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:42:47.115347 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] For port c9a2346a-a13f-41cf-87aa-f4781718fa48, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=c9a2346a-a13f-41cf-87aa-f4781718fa48,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:42:47.115347 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:47.128743 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Calling delete_port for c9a2346a-a13f-41cf-87aa-f4781718fa48 owned by network:dhcp {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:42:47.166494 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] DHCP port deletion for 3d0573ae-2da0-4453-9bd0-f9ed20787481 request from dv-cinder-813227-2-iscsi {{(pid=94837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:42:47.217369 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Deleting port c9a2346a-a13f-41cf-87aa-f4781718fa48 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:42:47.217369 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:47.265999 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:47.279345 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] For port c9a2346a-a13f-41cf-87aa-f4781718fa48, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=c9a2346a-a13f-41cf-87aa-f4781718fa48,segment=NetworkSegment(4682b52f-d727-4288-921f-9fa6876a05f1),segment_id=4682b52f-d727-4288-921f-9fa6876a05f1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:42:47.279738 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:47.293975 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] No DVR routers for this DVR port c9a2346a-a13f-41cf-87aa-f4781718fa48 on host dv-cinder-813227-2-iscsi {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:42:47.298261 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Calling delete_port for c9a2346a-a13f-41cf-87aa-f4781718fa48 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:42:47.298646 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a2346a-a13f-41cf-87aa-f4781718fa48,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:47.370667 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:47.376231 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:47.395789 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0573ae-2da0-4453-9bd0-f9ed20787481']}} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:47.404941 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4682b52f-d727-4288-921f-9fa6876a05f1') {'for_net_delete': True} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:47.405251 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4682b52f-d727-4288-921f-9fa6876a05f1') {} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:47.405382 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Pushing event deleted for resources: {'Port': ['ID=c9a2346a-a13f-41cf-87aa-f4781718fa48,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:47.408585 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] No DVR routers for this DVR port c9a2346a-a13f-41cf-87aa-f4781718fa48 on host dv-cinder-813227-2-iscsi {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:42:47.414876 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:47.415064 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840146'] for segment, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:47.415236 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:47.415561 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:47.415894 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:47.416392 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:47.416557 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:47.416893 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:47.417216 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:47.417542 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:47.417864 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:47.418295 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:47.418485 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2af41-a3a3-43c5-8839-382a426e0193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-2-iscsi {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:42:47.431064 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:47.437342 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:42:47.437716 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31250374'] for segment, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: Traceback (most recent call last): Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: timer() Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: cb(*args, **kw) Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: return func(*args, **kwargs) Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: self._notify() Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: self.callback(batched_events) Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: event.method(event) Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: return f(self, *a, **k) Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._get(url).json() Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: return self.request(url, 'GET', **kwargs) Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:42:47.439416 dv-cinder-813227-2-iscsi neutron-server[94836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:42:47.556993 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:47.563220 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:47.566376 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] 10.222.0.18 "DELETE /v2.0/networks/3d0573ae-2da0-4453-9bd0-f9ed20787481 HTTP/1.1" status: 204 len: 168 time: 0.6599402 Oct 12 18:42:47.569382 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55956) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:47.577930 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112b34d-f071-4860-9c6f-2b4038757f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=3d0573ae-2da0-4453-9bd0-f9ed20787481,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:47.903694 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0828d6a7-9bc8-4279-98bd-453a8d63c346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634518'] for router_interface, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:48.135297 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-0828d6a7-9bc8-4279-98bd-453a8d63c346 admin admin] Deleting port 079336da-b0eb-42f1-9bda-d606a71a534f {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:42:48.135629 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0828d6a7-9bc8-4279-98bd-453a8d63c346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:48.210183 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [None req-0828d6a7-9bc8-4279-98bd-453a8d63c346 admin admin] For port 079336da-b0eb-42f1-9bda-d606a71a534f, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=079336da-b0eb-42f1-9bda-d606a71a534f,segment=NetworkSegment(ef3532ae-cca0-46d0-9c03-a49583c6b99b),segment_id=ef3532ae-cca0-46d0-9c03-a49583c6b99b)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:42:48.210456 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0828d6a7-9bc8-4279-98bd-453a8d63c346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:48.222556 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-0828d6a7-9bc8-4279-98bd-453a8d63c346 admin admin] Calling delete_port for 079336da-b0eb-42f1-9bda-d606a71a534f owned by network:router_interface {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:42:48.482293 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0828d6a7-9bc8-4279-98bd-453a8d63c346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:48.515684 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828d6a7-9bc8-4279-98bd-453a8d63c346 admin admin] Pushing event deleted for resources: {'Port': ['ID=079336da-b0eb-42f1-9bda-d606a71a534f,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:48.684587 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-0828d6a7-9bc8-4279-98bd-453a8d63c346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-634402'] for router_interface, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:48.987616 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device c9a2346a-a13f-41cf-87aa-f4781718fa48 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:42:49.008460 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: c9a2346a-a13f-41cf-87aa-f4781718fa48 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:42:49.008893 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device c9a2346a-a13f-41cf-87aa-f4781718fa48 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:42:49.145705 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0828d6a7-9bc8-4279-98bd-453a8d63c346 admin admin] Router b4d24b48-616c-460e-8aa5-bf86f4c57b84 has already been hosted by L3 agent 04204d86-34c2-46e2-b91c-68db02eb2bb8 {{(pid=94835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:42:49.246088 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0828d6a7-9bc8-4279-98bd-453a8d63c346 admin admin] Notify agent at l3_agent.dv-cinder-813227-2-iscsi the message routers_updated {{(pid=94835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:42:49.251771 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-0828d6a7-9bc8-4279-98bd-453a8d63c346 admin admin] 10.222.0.18 "PUT /v2.0/routers/b4d24b48-616c-460e-8aa5-bf86f4c57b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6813023 Oct 12 18:42:49.254366 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55958) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:49.255047 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b02b05-463c-4679-af0c-59a6c0bde36f None None] Sync routers for ids ['b4d24b48-616c-460e-8aa5-bf86f4c57b84'] in dv-cinder-813227-2-iscsi {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:42:49.264032 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b02b05-463c-4679-af0c-59a6c0bde36f None None] Routers {'b4d24b48-616c-460e-8aa5-bf86f4c57b84'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:42:49.265122 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-39b02b05-463c-4679-af0c-59a6c0bde36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:42:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b4d24b48-616c-460e-8aa5-bf86f4c57b84'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:49.356049 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Notify callbacks [] for router, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:49.366409 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-39b02b05-463c-4679-af0c-59a6c0bde36f None None] Set router b4d24b48-616c-460e-8aa5-bf86f4c57b84 gateway port host: dv-cinder-813227-2-iscsi {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:42:49.457493 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:49.540309 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-39b02b05-463c-4679-af0c-59a6c0bde36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'name': 'tempest-TestMinimumBasicScenario-1718391069-router', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'external_fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:25Z', 'updated_at': '2021-10-12T18:42:48Z', 'revision_number': 5, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'gw_port': {'id': '4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d', 'name': '', 'network_id': '27969040-b1e7-431a-ac38-d174cd0b9f0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:39:26Z', 'updated_at': '2021-10-12T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa1c9e6e-e3f5-420b-af24-07e3ea688cbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-2-iscsi'}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:49.566425 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b02b05-463c-4679-af0c-59a6c0bde36f None None] Checking router: b4d24b48-616c-460e-8aa5-bf86f4c57b84 for host: dv-cinder-813227-2-iscsi {{(pid=94838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:42:49.574503 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b02b05-463c-4679-af0c-59a6c0bde36f None None] Routers {'b4d24b48-616c-460e-8aa5-bf86f4c57b84'} bound to L3 agent in host dv-cinder-813227-2-iscsi {{(pid=94838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:42:49.575098 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-39b02b05-463c-4679-af0c-59a6c0bde36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:17:07Z,description=,heartbeat_timestamp=2021-10-12T18:42:37Z,host='dv-cinder-813227-2-iscsi',id=04204d86-34c2-46e2-b91c-68db02eb2bb8,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:17:08Z,topic='l3_agent')) {'router_ids': ['b4d24b48-616c-460e-8aa5-bf86f4c57b84'], 'active': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:49.576133 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Deleting port 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d {{(pid=94835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:42:49.576497 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:49.652723 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.db [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] For port 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d,segment=NetworkSegment(56b4be08-f9be-4b54-8a16-f54814bb8fc7),segment_id=56b4be08-f9be-4b54-8a16-f54814bb8fc7)] {{(pid=94835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:42:49.653083 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:49.658803 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_dvr_db [None req-39b02b05-463c-4679-af0c-59a6c0bde36f None None] Set router b4d24b48-616c-460e-8aa5-bf86f4c57b84 gateway port host: None {{(pid=94838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:42:49.669863 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.plugins.ml2.plugin [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Calling delete_port for 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d owned by network:router_gateway {{(pid=94835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:42:49.797786 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.l3_hamode_db [None req-39b02b05-463c-4679-af0c-59a6c0bde36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'name': 'tempest-TestMinimumBasicScenario-1718391069-router', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:25Z', 'updated_at': '2021-10-12T18:42:49Z', 'revision_number': 6, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'gw_port_host': None}], 'dv-cinder-813227-2-iscsi', False) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:49.823070 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b02b05-463c-4679-af0c-59a6c0bde36f None None] The sync data for ids ['b4d24b48-616c-460e-8aa5-bf86f4c57b84'] in dv-cinder-813227-2-iscsi is: [{'id': 'b4d24b48-616c-460e-8aa5-bf86f4c57b84', 'name': 'tempest-TestMinimumBasicScenario-1718391069-router', 'tenant_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:39:25Z', 'updated_at': '2021-10-12T18:42:49Z', 'revision_number': 6, 'project_id': '1865fa2ebc104ef69e8ba3fbb30bf125', 'gw_port_host': None}] {{(pid=94838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:42:49.876748 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30236494'] for port, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:49.903848 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:49.965839 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-592832'] for router_gateway, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.054013 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-611376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37393'] for router, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.055991 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.139413 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611387'] for router, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.140393 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4d24b48-616c-460e-8aa5-bf86f4c57b84 {{(pid=94835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:42:50.146148 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] Notify callbacks [] for router, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.146148 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-9da251b7-7275-43a3-a70b-5384f5dca259 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b4d24b48-616c-460e-8aa5-bf86f4c57b84 HTTP/1.1" status: 204 len: 168 time: 0.8905766 Oct 12 18:42:50.148307 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.wsgi [-] (94835) accepted ('10.222.0.18', 55960) {{(pid=94835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:50.197183 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec50b4a0-a3b4-42c6-818e-a67c7eca4924 admin admin] Deleting subnet 22774e89-fa6f-427c-a824-405ab622945d {{(pid=94835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:42:50.200511 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ec50b4a0-a3b4-42c6-818e-a67c7eca4924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.236595 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ec50b4a0-a3b4-42c6-818e-a67c7eca4924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29392165'] for subnet, precommit_delete_associations {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.312118 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ec50b4a0-a3b4-42c6-818e-a67c7eca4924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392387'] for subnet, precommit_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.436832 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ec50b4a0-a3b4-42c6-818e-a67c7eca4924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30236513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29684432'] for subnet, after_delete {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.461693 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50b4a0-a3b4-42c6-818e-a67c7eca4924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22774e89-fa6f-427c-a824-405ab622945d,revision_number=None']} {{(pid=94835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:50.466615 dv-cinder-813227-2-iscsi neutron-server[94835]: DEBUG neutron_lib.callbacks.manager [None req-ec50b4a0-a3b4-42c6-818e-a67c7eca4924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for subnet, before_response {{(pid=94835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.470880 dv-cinder-813227-2-iscsi neutron-server[94835]: INFO neutron.wsgi [None req-ec50b4a0-a3b4-42c6-818e-a67c7eca4924 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/22774e89-fa6f-427c-a824-405ab622945d HTTP/1.1" status: 204 len: 168 time: 0.3216193 Oct 12 18:42:50.472234 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67162f7-0276-40af-91f6-1c072fcec137 None None] Network 3d745265-fd4f-46b2-95c3-d251398ff9f6 requested from dv-cinder-813227-2-iscsi {{(pid=94837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:42:50.473479 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55962) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:50.541300 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1704552'] for network, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.595945 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Deleting port 5058b068-582a-42a7-a3e2-2b1e17c96c39 {{(pid=94836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:42:50.596292 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.645067 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73beed30-64e3-4b7a-bf1b-ba0f60a099ae None None] DHCP port deletion for 3d745265-fd4f-46b2-95c3-d251398ff9f6 request from dv-cinder-813227-2-iscsi {{(pid=94837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:42:50.661201 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.db [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] For port 5058b068-582a-42a7-a3e2-2b1e17c96c39, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=5058b068-582a-42a7-a3e2-2b1e17c96c39,segment=NetworkSegment(ef3532ae-cca0-46d0-9c03-a49583c6b99b),segment_id=ef3532ae-cca0-46d0-9c03-a49583c6b99b)] {{(pid=94836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:42:50.661570 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.675293 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.plugin [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Calling delete_port for 5058b068-582a-42a7-a3e2-2b1e17c96c39 owned by network:dhcp {{(pid=94836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:42:50.693518 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-73beed30-64e3-4b7a-bf1b-ba0f60a099ae None None] Deleting port 5058b068-582a-42a7-a3e2-2b1e17c96c39 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:42:50.693893 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73beed30-64e3-4b7a-bf1b-ba0f60a099ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788963290022'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.758095 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-73beed30-64e3-4b7a-bf1b-ba0f60a099ae None None] For port 5058b068-582a-42a7-a3e2-2b1e17c96c39, host dv-cinder-813227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-2-iscsi',level=0,port_id=5058b068-582a-42a7-a3e2-2b1e17c96c39,segment=NetworkSegment(ef3532ae-cca0-46d0-9c03-a49583c6b99b),segment_id=ef3532ae-cca0-46d0-9c03-a49583c6b99b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:42:50.758500 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73beed30-64e3-4b7a-bf1b-ba0f60a099ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598331'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.772140 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-73beed30-64e3-4b7a-bf1b-ba0f60a099ae None None] Calling delete_port for 5058b068-582a-42a7-a3e2-2b1e17c96c39 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:42:50.852247 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249975'] for port, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.853090 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73beed30-64e3-4b7a-bf1b-ba0f60a099ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1812719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788963261188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788962808549'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.887128 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5058b068-582a-42a7-a3e2-2b1e17c96c39,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:50.887128 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] No DVR routers for this DVR port 5058b068-582a-42a7-a3e2-2b1e17c96c39 on host dv-cinder-813227-2-iscsi {{(pid=94836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:42:50.888617 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73beed30-64e3-4b7a-bf1b-ba0f60a099ae None None] Pushing event deleted for resources: {'Port': ['ID=5058b068-582a-42a7-a3e2-2b1e17c96c39,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:50.888617 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73beed30-64e3-4b7a-bf1b-ba0f60a099ae None None] No DVR routers for this DVR port 5058b068-582a-42a7-a3e2-2b1e17c96c39 on host dv-cinder-813227-2-iscsi {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:42:50.945521 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 079336da-b0eb-42f1-9bda-d606a71a534f no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:42:50.947091 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376760', 'neutron.services.segments.db._delete_segments_for_network-8788963353604'] for network, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.965023 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 079336da-b0eb-42f1-9bda-d606a71a534f {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:42:50.965369 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 079336da-b0eb-42f1-9bda-d606a71a534f not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:42:50.965779 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:42:50.966970 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d745265-fd4f-46b2-95c3-d251398ff9f6']}} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:50.978592 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3532ae-cca0-46d0-9c03-a49583c6b99b') {'for_net_delete': True} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:50.978592 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.services.segments.db [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3532ae-cca0-46d0-9c03-a49583c6b99b') {} {{(pid=94836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:42:50.986023 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788963352333', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840146'] for segment, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:50.986929 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:42:50.987276 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 4bad78fd-895d-4a4a-8ed4-6b6c8c2f165d not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:42:50.987690 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 5058b068-582a-42a7-a3e2-2b1e17c96c39 no longer exists at agent ovs-agent-dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:42:50.999322 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673'] for segment, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.005186 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:42:51.005387 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] No Port match for: 5058b068-582a-42a7-a3e2-2b1e17c96c39 {{(pid=94837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:42:51.005573 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31250374'] for segment, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.005746 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron.plugins.ml2.rpc [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Device 5058b068-582a-42a7-a3e2-2b1e17c96c39 not bound to the agent host dv-cinder-813227-2-iscsi {{(pid=94837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: Traceback (most recent call last): Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: timer() Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: cb(*args, **kw) Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: return func(*args, **kwargs) Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: self._notify() Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: self.callback(batched_events) Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: event.method(event) Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: return f(self, *a, **k) Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._get(url).json() Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: return self.request(url, 'GET', **kwargs) Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:42:51.016484 dv-cinder-813227-2-iscsi neutron-server[94836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:42:51.162326 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1376641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-592804'] for network, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.167745 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756480'] for network, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.171206 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] 10.222.0.18 "DELETE /v2.0/networks/3d745265-fd4f-46b2-95c3-d251398ff9f6 HTTP/1.1" status: 204 len: 168 time: 0.6967225 Oct 12 18:42:51.182851 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d8026-e50b-4b56-85f6-2a0f6eb829ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3d745265-fd4f-46b2-95c3-d251398ff9f6,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:51.536922 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55966) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:51.575965 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-2d0547c9-b308-4e2b-b2fc-126713b1eca3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8636fe098af34b33b41c75cf2f0072d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379186 Oct 12 18:42:51.578399 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55968) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:51.629127 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c32e-5ba5-42b1-ae4a-10d402897dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.649314 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c32e-5ba5-42b1-ae4a-10d402897dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.767988 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c32e-5ba5-42b1-ae4a-10d402897dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.774128 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c32e-5ba5-42b1-ae4a-10d402897dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:51.774128 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-e4e9c32e-5ba5-42b1-ae4a-10d402897dd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/265aa74c-8b06-4330-94da-0394a270d8ff HTTP/1.1" status: 204 len: 168 time: 0.1924205 Oct 12 18:42:51.779276 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9c32e-5ba5-42b1-ae4a-10d402897dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265aa74c-8b06-4330-94da-0394a270d8ff,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:52.451180 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55974) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:52.490152 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-dadbd278-94eb-433e-a106-b8e1d625bedd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1865fa2ebc104ef69e8ba3fbb30bf125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372248 Oct 12 18:42:52.492546 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [-] (94836) accepted ('10.222.0.18', 55976) {{(pid=94836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:42:52.538829 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c259791a-8be4-432a-9015-5562b603ce3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.558560 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c259791a-8be4-432a-9015-5562b603ce3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.745410 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c259791a-8be4-432a-9015-5562b603ce3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786306'] for security_group, after_delete {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.747987 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron_lib.callbacks.manager [None req-c259791a-8be4-432a-9015-5562b603ce3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:42:52.749787 dv-cinder-813227-2-iscsi neutron-server[94836]: INFO neutron.wsgi [None req-c259791a-8be4-432a-9015-5562b603ce3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7de12f21-883a-43e6-a427-9a55cc29a80c HTTP/1.1" status: 204 len: 168 time: 0.2563307 Oct 12 18:42:52.757383 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259791a-8be4-432a-9015-5562b603ce3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de12f21-883a-43e6-a427-9a55cc29a80c,revision_number=None']} {{(pid=94836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:42:56.990040 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:43:04.327628 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1840da98-1b8f-45ac-8753-02884bbb7047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:07.327812 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94e7e522-430d-4f77-847d-2c1a70af9e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:08.053487 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:08.368135 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:09.995987 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:10.979590 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:33.988893 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:43:34.315897 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4461e42-c2a6-4b80-9014-0485d9ba0da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:37.275628 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-22c0f668-4019-4ef5-bcf7-bdd9836dc324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:38.042011 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:38.355602 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:40.030215 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:43:40.967058 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:04.303913 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc7c2-ac16-4e35-ae2a-ee7b60fa3c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:07.286863 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-75ac92ef-f865-43c2-984b-f2984e1b81d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.023501 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:08.349227 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.006610 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.984858 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:10.987169 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:44:34.332313 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f035bcf8-42e0-4669-b295-6e0e4b3c966b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:37.274571 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5a42c547-1605-4491-a7f1-c7bb8e9cdedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:38.028942 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:38.354908 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:39.994747 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:41.011987 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:44:47.988653 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:45:04.342777 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc8d291b-24a2-4534-b572-f7c9f3bf0736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:07.280104 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d344e49-bd9a-40c0-ae1b-c68c8e30291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:08.034331 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:08.359049 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:10.011405 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:11.017539 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:24.987541 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:45:34.326109 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6cc62444-447b-4d3d-83fc-c0d4f7f8f11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:37.296996 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c9a8cbb-f5ee-41af-8317-68257de2e77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:38.034475 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:38.370932 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:40.031416 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:45:41.022958 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:01.986855 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:46:04.359162 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7f3ce12-55a6-45fd-b2ef-fa5658d8e56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:07.301549 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42de8cfd-eebb-4a96-85ac-03523dc08a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:08.090287 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:08.376103 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:10.004797 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:10.998983 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:34.352727 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf2746af-2fe8-4ed4-8351-9ecd18cb2865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:37.335466 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f14b8d38-a797-4c56-9727-ef7b1d9aeedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:38.037399 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:38.398358 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:38.986525 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:46:40.021380 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:46:41.009822 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:04.358717 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60e1afa5-01d2-4470-8d4b-29846ff6be2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:07.340046 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b83cb0a6-5a5d-42a1-9b87-a55d6c5eeb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:08.032232 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:08.375560 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:10.010145 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:11.054392 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:15.986702 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:47:31.035556 dv-cinder-813227-2-iscsi neutron-server[94836]: DEBUG neutron.wsgi [req-6dfc6b41-d962-424e-84fc-8adbd1ac26df req-735bb5d0-36bf-417f-8715-eb5a2fe73140 service neutron] (94836) timed out ('10.222.0.18', 50846) {{(pid=94836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 18:47:34.379124 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47ce594f-5545-4bb4-a736-126bd92dfc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:37.311801 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33800322-a8db-47da-8458-173f4e5aebf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:38.043240 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:38.390807 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:40.061902 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:41.026351 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:47:52.985318 dv-cinder-813227-2-iscsi neutron-server[94838]: DEBUG neutron.db.agents_db [None req-096fd18f-eb31-499d-8a0c-8b65745ac54e None None] Agent healthcheck: found 6 active agents {{(pid=94838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:48:04.317477 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-812e7cf4-bcd7-473a-8505-0945d281e534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:07.301089 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f96e60f-c894-4d66-9178-11a3347b639e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.043528 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4381d26-f132-454f-869a-9c9ed66bf114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:08.374696 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1035cd4-301f-43cd-ac60-41faf2ab3b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:10.014594 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c93a18-7f94-412d-9542-ee193254a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:48:11.013423 dv-cinder-813227-2-iscsi neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c420dc6b-31ee-499f-9559-adbbb5dc6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788963349486', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377640'] for agent, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}